Nov 29 04:16:37 user nova-compute[75027]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75027) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75027) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75027) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 04:16:37 user nova-compute[75027]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:16:37 user nova-compute[75027]: INFO nova.virt.driver [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 29 04:16:37 user nova-compute[75027]: INFO nova.compute.provider_config [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Acquiring lock "singleton_lock" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Acquired lock "singleton_lock" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Releasing lock "singleton_lock" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Full set of CONF: {{(pid=75027) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ******************************************************************************** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Configuration options gathered from: {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ================================================================================ {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] allow_resize_to_same_host      = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] arq_binding_timeout            = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] backdoor_port                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] backdoor_socket                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] block_device_allocate_retries  = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] block_device_allocate_retries_interval = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cert                           = self.pem {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute_monitors               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] config_dir                     = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] config_drive_format            = iso9660 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] config_source                  = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] console_host                   = user {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] control_exchange               = nova {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cpu_allocation_ratio           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] daemon                         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] debug                          = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_access_ip_network_name = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_availability_zone      = nova {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_ephemeral_format       = ext4 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_green_pool_size        = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] default_schedule_zone          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] disk_allocation_ratio          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] enable_new_services            = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] enabled_apis                   = ['osapi_compute'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] enabled_ssl_apis               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] flat_injected                  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] force_config_drive             = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] force_raw_images               = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] graceful_shutdown_timeout      = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] heal_instance_info_cache_interval = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] host                           = user {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_build_timeout         = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_delete_interval       = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_format                = [instance: %(uuid)s]  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_name_template         = instance-%08x {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_usage_audit           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_usage_audit_period    = month {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] internal_service_availability_zone = internal {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] key                            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] live_migration_retry_count     = 30 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_config_append              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_dir                        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_file                       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_options                    = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_rotate_interval            = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_rotate_interval_type       = days {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] log_rotation_type              = none {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] long_rpc_timeout               = 1800 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_concurrent_builds          = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_concurrent_live_migrations = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_concurrent_snapshots       = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_local_block_devices        = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_logfile_count              = 30 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] max_logfile_size_mb            = 200 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] maximum_instance_delete_attempts = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metadata_listen                = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metadata_listen_port           = 8775 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metadata_workers               = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] migrate_max_retries            = -1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] mkisofs_cmd                    = genisoimage {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] my_ip                          = 10.0.0.210 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] network_allocate_retries       = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] osapi_compute_listen_port      = 8774 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] osapi_compute_unique_server_name_scope =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] osapi_compute_workers          = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] password_length                = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] periodic_enable                = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] periodic_fuzzy_delay           = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] pointer_model                  = ps2mouse {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] preallocate_images             = none {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] publish_errors                 = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] pybasedir                      = /opt/stack/nova {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ram_allocation_ratio           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rate_limit_burst               = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rate_limit_except_level        = CRITICAL {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rate_limit_interval            = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reboot_timeout                 = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reclaim_instance_interval      = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] record                         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reimage_timeout_per_gb         = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] report_interval                = 120 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rescue_timeout                 = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reserved_host_cpus             = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reserved_host_disk_mb          = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reserved_host_memory_mb        = 512 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] reserved_huge_pages            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] resize_confirm_window          = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] resize_fs_using_block_device   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] resume_guests_state_on_host_boot = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rpc_response_timeout           = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] run_external_periodic_tasks    = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] running_deleted_instance_action = reap {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] running_deleted_instance_poll_interval = 1800 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] running_deleted_instance_timeout = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler_instance_sync_interval = 120 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_down_time              = 720 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] servicegroup_driver            = db {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] shelved_offload_time           = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] shelved_poll_interval          = 3600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] shutdown_timeout               = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] source_is_ipv6                 = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ssl_only                       = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] state_path                     = /opt/stack/data/nova {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] sync_power_state_interval      = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] sync_power_state_pool_size     = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] syslog_log_facility            = LOG_USER {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] tempdir                        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] timeout_nbd                    = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] transport_url                  = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] update_resources_interval      = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_cow_images                 = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_eventlog                   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_journal                    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_json                       = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_rootwrap_daemon            = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_stderr                     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] use_syslog                     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vcpu_pin_set                   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plugging_is_fatal          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plugging_timeout           = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] virt_mkfs                      = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] volume_usage_poll_interval     = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] watch_log_file                 = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] web                            = /usr/share/spice-html5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_concurrency.disable_process_locking = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.auth_strategy              = keystone {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.compute_link_prefix        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.dhcp_domain                = novalocal {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.enable_instance_password   = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.glance_link_prefix         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.instance_list_per_project_cells = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.list_records_by_skipping_down_cells = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.local_metadata_per_cell    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.max_limit                  = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.metadata_cache_expiration  = 15 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.neutron_default_tenant_id  = default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.use_forwarded_for          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.use_neutron_default_nets   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_dynamic_targets = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_jsonfile_path   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.backend                  = dogpile.cache.memcached {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.backend_argument         = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.config_prefix            = cache.oslo {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.dead_timeout             = 60.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.debug_cache_backend      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.enable_retry_client      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.enable_socket_keepalive  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.enabled                  = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.expiration_time          = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.hashclient_retry_attempts = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_dead_retry      = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_password        =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_pool_maxsize    = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_sasl_enabled    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.memcache_username        =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.proxies                  = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.retry_attempts           = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.retry_delay              = 0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.socket_keepalive_count   = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.socket_keepalive_idle    = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.socket_keepalive_interval = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.tls_allowed_ciphers      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.tls_cafile               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.tls_certfile             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.tls_enabled              = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cache.tls_keyfile              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.auth_section            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.auth_type               = password {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.cafile                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.certfile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.collect_timing          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.cross_az_attach         = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.debug                   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.endpoint_template       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.http_retries            = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.insecure                = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.keyfile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.os_region_name          = RegionOne {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.split_loggers           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cinder.timeout                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.cpu_dedicated_set      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.cpu_shared_set         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.image_type_exclude_list = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.max_concurrent_disk_ops = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.max_disk_devices_to_attach = -1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.resource_provider_association_refresh = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.shutdown_retry_interval = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] conductor.workers              = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] console.allowed_origins        = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] console.ssl_ciphers            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] console.ssl_minimum_version    = default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] consoleauth.token_ttl          = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.cafile                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.certfile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.collect_timing          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.connect_retries         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.connect_retry_delay     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.endpoint_override       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.insecure                = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.keyfile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.max_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.min_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.region_name             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.service_name            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.service_type            = accelerator {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.split_loggers           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.status_code_retries     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.timeout                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] cyborg.version                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.backend               = sqlalchemy {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.connection            = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.connection_debug      = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.connection_parameters =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.connection_recycle_time = 3600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.connection_trace      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.db_inc_retry_interval = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.db_max_retries        = 20 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.db_max_retry_interval = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.db_retry_interval     = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.max_overflow          = 50 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.max_pool_size         = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.max_retries           = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.mysql_wsrep_sync_wait = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.pool_timeout          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.retry_interval        = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.slave_connection      = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] database.sqlite_synchronous    = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.backend           = sqlalchemy {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.connection        = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.connection_debug  = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.connection_parameters =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.connection_recycle_time = 3600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.connection_trace  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.db_inc_retry_interval = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.db_max_retries    = 20 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.db_max_retry_interval = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.db_retry_interval = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.max_overflow      = 50 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.max_pool_size     = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.max_retries       = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.pool_timeout      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.retry_interval    = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.slave_connection  = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] api_database.sqlite_synchronous = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] devices.enabled_mdev_types     = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ephemeral_storage_encryption.enabled = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.api_servers             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.cafile                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.certfile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.collect_timing          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.connect_retries         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.connect_retry_delay     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.debug                   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.default_trusted_certificate_ids = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.enable_certificate_validation = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.enable_rbd_download     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.endpoint_override       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.insecure                = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.keyfile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.max_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.min_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.num_retries             = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.rbd_ceph_conf           =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.rbd_connect_timeout     = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.rbd_pool                =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.rbd_user                =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.region_name             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.service_name            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.service_type            = image {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.split_loggers           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.status_code_retries     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.timeout                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.verify_glance_signatures = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] glance.version                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] guestfs.debug                  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.config_drive_cdrom      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.config_drive_inject_password = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.enable_instance_metrics_collection = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.enable_remotefx         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.instances_path_share    =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.iscsi_initiator_list    = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.limit_cpu_features      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.power_state_check_timeframe = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.use_multipath_io        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.volume_attach_retry_count = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.vswitch_name            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] mks.enabled                    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.manager_interval   = 2400 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.precache_concurrency = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.remove_unused_base_images = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] image_cache.subdirectory_name  = _base {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.api_max_retries         = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.api_retry_interval      = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.auth_section            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.auth_type               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.cafile                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.certfile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.collect_timing          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.conductor_group         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.connect_retries         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.connect_retry_delay     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.endpoint_override       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.insecure                = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.keyfile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.max_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.min_version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.peer_list               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.region_name             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.serial_console_state_timeout = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.service_name            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.service_type            = baremetal {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.split_loggers           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.status_code_retries     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.timeout                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ironic.version                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] key_manager.fixed_key          = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.barbican_api_version  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.barbican_endpoint     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.barbican_endpoint_type = public {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.barbican_region_name  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.cafile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.certfile              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.collect_timing        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.insecure              = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.keyfile               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.number_of_retries     = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.retry_delay           = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.send_service_user_token = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.split_loggers         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.timeout               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.verify_ssl            = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican.verify_ssl_path       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.auth_section = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.auth_type = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.cafile   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.certfile = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.collect_timing = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.insecure = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.keyfile  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.split_loggers = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] barbican_service_user.timeout  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.approle_role_id          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.approle_secret_id        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.cafile                   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.certfile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.collect_timing           = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.insecure                 = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.keyfile                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.kv_mountpoint            = secret {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.kv_path                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.kv_version               = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.namespace                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.root_token_id            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.split_loggers            = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.ssl_ca_crt_file          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.timeout                  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.use_ssl                  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.auth_section          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.auth_type             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.cafile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.certfile              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.collect_timing        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.connect_retries       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.connect_retry_delay   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.endpoint_override     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.insecure              = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.keyfile               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.max_version           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.min_version           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.region_name           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.service_name          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.service_type          = identity {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.split_loggers         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.status_code_retries   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.timeout               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] keystone.version               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.connection_uri         =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_mode               = custom {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: WARNING oslo_config.cfg [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_power_governor_high = performance {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_power_governor_low = powersave {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_power_management   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.device_detach_attempts = 8 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.device_detach_timeout  = 20 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.disk_cachemodes        = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.disk_prefix            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.enabled_perf_events    = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.file_backed_memory     = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.gid_maps               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.hw_disk_discard        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.hw_machine_type        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_rbd_glance_store_name =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_rbd_pool        = rbd {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_type            = default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.images_volume_group    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.inject_key             = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.inject_partition       = -2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.inject_password        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.iscsi_iface            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.iser_use_multipath     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_bandwidth = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_downtime = 500 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_inbound_addr = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_permit_post_copy = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_scheme  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_timeout_action = abort {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_tunnelled = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: WARNING oslo_config.cfg [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 29 04:16:37 user nova-compute[75027]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 29 04:16:37 user nova-compute[75027]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 29 04:16:37 user nova-compute[75027]: and ``live_migration_inbound_addr`` respectively.
Nov 29 04:16:37 user nova-compute[75027]: ).  Its value may be silently ignored in the future.
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.live_migration_with_native_tls = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.max_queues             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.nfs_mount_options      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_memory_encrypted_guests = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_pcie_ports         = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.pmem_namespaces        = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.quobyte_client_cfg     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rbd_secret_uuid        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rbd_user               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.remote_filesystem_transport = ssh {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rescue_image_id        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rescue_kernel_id       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rescue_ramdisk_id      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.rx_queue_size          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.smbfs_mount_options    =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.snapshot_compression   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.snapshot_image_format  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.sparse_logical_volumes = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.swtpm_enabled          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.swtpm_group            = tss {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.swtpm_user             = tss {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.sysinfo_serial         = unique {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.tb_cache_size          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.tx_queue_size          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.uid_maps               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.use_virtio_for_bridges = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.virt_type              = kvm {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.volume_clear           = zero {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.volume_clear_size      = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.volume_use_multipath   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_cache_path   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.vzstorage_mount_user   = stack {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.auth_section           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.auth_type              = password {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.cafile                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.certfile               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.collect_timing         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.connect_retries        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.connect_retry_delay    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.default_floating_pool  = public {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.endpoint_override      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.extension_sync_interval = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.http_retries           = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.insecure               = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.keyfile                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.max_version            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.min_version            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.ovs_bridge             = br-int {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.physnets               = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.region_name            = RegionOne {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.service_metadata_proxy = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.service_name           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.service_type           = network {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.split_loggers          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.status_code_retries    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.timeout                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] neutron.version                = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] notifications.bdms_in_notifications = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] notifications.default_level    = INFO {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] notifications.notification_format = unversioned {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] notifications.notify_on_state_change = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] pci.alias                      = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] pci.device_spec                = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] pci.report_in_placement        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.auth_section         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.auth_type            = password {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.cafile               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.certfile             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.collect_timing       = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.connect_retries      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.connect_retry_delay  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.default_domain_id    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.default_domain_name  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.domain_id            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.domain_name          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.endpoint_override    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.insecure             = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.keyfile              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.max_version          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.min_version          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.password             = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.project_domain_id    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.project_domain_name  = Default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.project_id           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.project_name         = service {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.region_name          = RegionOne {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.service_name         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.service_type         = placement {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.split_loggers        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.status_code_retries  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.system_scope         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.timeout              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.trust_id             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.user_domain_id       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.user_domain_name     = Default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.user_id              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.username             = placement {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] placement.version              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.cores                    = 20 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.count_usage_from_placement = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.injected_file_content_bytes = 10240 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.injected_file_path_length = 255 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.injected_files           = 5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.instances                = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.key_pairs                = 100 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.metadata_items           = 128 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.ram                      = 51200 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.recheck_quota            = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.server_group_members     = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] quota.server_groups            = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rdp.enabled                    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.image_metadata_prefilter = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.max_attempts         = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.max_placement_results = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.query_placement_for_image_type_support = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] scheduler.workers              = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.host_subset_size = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.isolated_hosts = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.isolated_images = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.pci_in_placement = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.track_instance_changes = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metrics.required               = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metrics.weight_multiplier      = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] metrics.weight_setting         = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.enabled         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.port_range      = 10000:20000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] serial_console.serialproxy_port = 6083 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.auth_section      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.auth_type         = password {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.cafile            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.certfile          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.collect_timing    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.insecure          = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.keyfile           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.send_service_user_token = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.split_loggers     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] service_user.timeout           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.agent_enabled            = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.enabled                  = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.html5proxy_port          = 6082 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.image_compression        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.jpeg_compression         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.playback_compression     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.server_listen            = 127.0.0.1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.streaming_mode           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] spice.zlib_compression         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] upgrade_levels.baseapi         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] upgrade_levels.compute         = auto {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] upgrade_levels.conductor       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] upgrade_levels.scheduler       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.auth_section = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.auth_type = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.cafile = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.certfile = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.insecure = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.keyfile = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vendordata_dynamic_auth.timeout = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.api_retry_count         = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.ca_file                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.cache_prefix            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.cluster_name            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.connection_pool_size    = 10 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.console_delay_seconds   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.datastore_regex         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.host_ip                 = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.host_password           = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.host_port               = 443 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.host_username           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.insecure                = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.integration_bridge      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.maximum_objects         = 100 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.pbm_default_policy      = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.pbm_enabled             = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.pbm_wsdl_location       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.serial_port_proxy_uri   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.serial_port_service_uri = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.task_poll_interval      = 0.5 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.use_linked_clone        = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.vnc_keymap              = en-us {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.vnc_port                = 5900 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vmware.vnc_port_total          = 10000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.auth_schemes               = ['none'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.enabled                    = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.novncproxy_port            = 6080 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.server_listen              = 0.0.0.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.vencrypt_ca_certs          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.vencrypt_client_cert       = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vnc.vencrypt_client_key        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.disable_rootwrap   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.enable_numa_live_migration = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.libvirt_disable_apic = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.client_socket_timeout     = 900 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.default_pool_size         = 1000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.keep_alive                = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.max_header_line           = 16384 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.ssl_ca_file               = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.ssl_cert_file             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.ssl_key_file              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.tcp_keepidle              = 600 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] zvm.ca_file                    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] zvm.cloud_connector_url        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] zvm.reachable_timeout          = 300 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.enforce_new_defaults = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.enforce_scope      = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.policy_default_rule = default {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.policy_file        = policy.yaml {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.connection_string     = messaging:// {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.enabled               = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.es_doc_type           = notification {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.es_scroll_size        = 10000 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.es_scroll_time        = 2m {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.filter_error_trace    = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.hmac_keys             = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.sentinel_service_name = mymaster {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.socket_timeout        = 0.1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.trace_requests        = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler.trace_sqlalchemy      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler_jaeger.process_tags   = {} {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler_jaeger.service_name_prefix = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] profiler_otlp.service_name_prefix = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] remote_debug.host              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] remote_debug.port              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_notifications.retry = -1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_messaging_notifications.transport_url = **** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.auth_section        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.auth_type           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.cafile              = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.certfile            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.collect_timing      = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.connect_retries     = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.connect_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.endpoint_id         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.endpoint_override   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.insecure            = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.keyfile             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.max_version         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.min_version         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.region_name         = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.service_name        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.service_type        = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.split_loggers       = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.status_code_retries = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.status_code_retry_delay = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.timeout             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.valid_interfaces    = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_limit.version             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_reports.file_event_handler = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] oslo_reports.log_dir           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.group  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] vif_plug_ovs_privileged.user   = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.flat_interface = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.isolate_vif         = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_vif_ovs.per_port_bridge     = False {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] os_brick.lock_path             = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.capabilities   = [21] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.group          = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.helper_command = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] privsep_osbrick.user           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.group           = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.helper_command  = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] nova_sys_admin.user            = None {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG oslo_service.service [None req-4687e182-16d7-423a-8042-99684d4ee4ce None None] ******************************************************************************** {{(pid=75027) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 29 04:16:37 user nova-compute[75027]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Connecting to libvirt: qemu:///system {{(pid=75027) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7faa08792350> {{(pid=75027) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 29 04:16:37 user nova-compute[75027]: libvirt:  error : internal error: could not initialize domain event timer
Nov 29 04:16:37 user nova-compute[75027]: WARNING nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7faa08792350> {{(pid=75027) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Starting native event thread {{(pid=75027) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Starting green dispatch thread {{(pid=75027) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Starting connection event dispatch thread {{(pid=75027) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 29 04:16:37 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Connection event '1' reason 'None'
Nov 29 04:16:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 04:16:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.mount [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Initialising _HostMountState generation 0 {{(pid=75027) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 29 04:16:45 user nova-compute[75027]: INFO nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host capabilities <capabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <host>
Nov 29 04:16:45 user nova-compute[75027]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 29 04:16:45 user nova-compute[75027]:     <cpu>
Nov 29 04:16:45 user nova-compute[75027]:       <arch>x86_64</arch>
Nov 29 04:16:45 user nova-compute[75027]:       <model>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <microcode version='1070'/>
Nov 29 04:16:45 user nova-compute[75027]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='osxsave'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='invtsc'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='rsba'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature name='skip-l1dfl-vmentry'/>
Nov 29 04:16:45 user nova-compute[75027]:       <pages unit='KiB' size='4'/>
Nov 29 04:16:45 user nova-compute[75027]:       <pages unit='KiB' size='2048'/>
Nov 29 04:16:45 user nova-compute[75027]:     </cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <power_management>
Nov 29 04:16:45 user nova-compute[75027]:       <suspend_mem/>
Nov 29 04:16:45 user nova-compute[75027]:       <suspend_disk/>
Nov 29 04:16:45 user nova-compute[75027]:       <suspend_hybrid/>
Nov 29 04:16:45 user nova-compute[75027]:     </power_management>
Nov 29 04:16:45 user nova-compute[75027]:     <iommu support='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <migration_features>
Nov 29 04:16:45 user nova-compute[75027]:       <live/>
Nov 29 04:16:45 user nova-compute[75027]:       <uri_transports>
Nov 29 04:16:45 user nova-compute[75027]:         <uri_transport>tcp</uri_transport>
Nov 29 04:16:45 user nova-compute[75027]:         <uri_transport>rdma</uri_transport>
Nov 29 04:16:45 user nova-compute[75027]:       </uri_transports>
Nov 29 04:16:45 user nova-compute[75027]:     </migration_features>
Nov 29 04:16:45 user nova-compute[75027]:     <topology>
Nov 29 04:16:45 user nova-compute[75027]:       <cells num='2'>
Nov 29 04:16:45 user nova-compute[75027]:         <cell id='0'>
Nov 29 04:16:45 user nova-compute[75027]:           <memory unit='KiB'>8140616</memory>
Nov 29 04:16:45 user nova-compute[75027]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 29 04:16:45 user nova-compute[75027]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 04:16:45 user nova-compute[75027]:           <distances>
Nov 29 04:16:45 user nova-compute[75027]:             <sibling id='0' value='10'/>
Nov 29 04:16:45 user nova-compute[75027]:             <sibling id='1' value='20'/>
Nov 29 04:16:45 user nova-compute[75027]:           </distances>
Nov 29 04:16:45 user nova-compute[75027]:           <cpus num='6'>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 29 04:16:45 user nova-compute[75027]:           </cpus>
Nov 29 04:16:45 user nova-compute[75027]:         </cell>
Nov 29 04:16:45 user nova-compute[75027]:         <cell id='1'>
Nov 29 04:16:45 user nova-compute[75027]:           <memory unit='KiB'>8255100</memory>
Nov 29 04:16:45 user nova-compute[75027]:           <pages unit='KiB' size='4'>2063775</pages>
Nov 29 04:16:45 user nova-compute[75027]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 04:16:45 user nova-compute[75027]:           <distances>
Nov 29 04:16:45 user nova-compute[75027]:             <sibling id='0' value='20'/>
Nov 29 04:16:45 user nova-compute[75027]:             <sibling id='1' value='10'/>
Nov 29 04:16:45 user nova-compute[75027]:           </distances>
Nov 29 04:16:45 user nova-compute[75027]:           <cpus num='6'>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 29 04:16:45 user nova-compute[75027]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 29 04:16:45 user nova-compute[75027]:           </cpus>
Nov 29 04:16:45 user nova-compute[75027]:         </cell>
Nov 29 04:16:45 user nova-compute[75027]:       </cells>
Nov 29 04:16:45 user nova-compute[75027]:     </topology>
Nov 29 04:16:45 user nova-compute[75027]:     <cache>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 29 04:16:45 user nova-compute[75027]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 29 04:16:45 user nova-compute[75027]:     </cache>
Nov 29 04:16:45 user nova-compute[75027]:     <secmodel>
Nov 29 04:16:45 user nova-compute[75027]:       <model>apparmor</model>
Nov 29 04:16:45 user nova-compute[75027]:       <doi>0</doi>
Nov 29 04:16:45 user nova-compute[75027]:     </secmodel>
Nov 29 04:16:45 user nova-compute[75027]:     <secmodel>
Nov 29 04:16:45 user nova-compute[75027]:       <model>dac</model>
Nov 29 04:16:45 user nova-compute[75027]:       <doi>0</doi>
Nov 29 04:16:45 user nova-compute[75027]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 29 04:16:45 user nova-compute[75027]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 29 04:16:45 user nova-compute[75027]:     </secmodel>
Nov 29 04:16:45 user nova-compute[75027]:   </host>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='alpha'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>clipper</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='armv6l'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>spitz</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>nuri</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>kzm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>z2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>tosa</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n810</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>terrier</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>midway</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>microbit</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>verdex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>highbank</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>akita</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>connex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>collie</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='armv7l'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>spitz</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>nuri</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>kzm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>z2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>tosa</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n810</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>terrier</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>midway</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>microbit</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>verdex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>highbank</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>akita</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>connex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>collie</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='aarch64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>spitz</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>nuri</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>kzm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>z2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>tosa</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n810</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>n800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>terrier</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>midway</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>microbit</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>verdex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>raspi3b</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>highbank</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>akita</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>connex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>collie</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <acpi default='on' toggle='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='cris'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='i686'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>isapc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>microvm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='kvm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <pae/>
Nov 29 04:16:45 user nova-compute[75027]:       <nonpae/>
Nov 29 04:16:45 user nova-compute[75027]:       <acpi default='on' toggle='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:       <apic default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='m68k'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>an5206</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>q800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>next-cube</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='microblaze'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='microblazeel'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='mips'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>malta</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='mipsel'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>malta</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='mips64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>malta</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>pica61</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>magnum</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='mips64el'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>malta</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>pica61</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>magnum</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='16'>boston</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='ppc'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mac99</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>40p</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>taihu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='ppc64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>taihu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>40p</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mac99</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='ppc64le'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>taihu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>40p</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>mac99</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='riscv32'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='8'>spike</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>opentitan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='8'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='riscv64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='8'>spike</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>shakti_c</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='8'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='s390x'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='sh4'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>shix</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>r2d</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='sh4eb'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>shix</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>r2d</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='sparc'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>SS-5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>SS-20</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>LX</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>SS-4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>SS-10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>Voyager</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='sparc64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sun4u</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>niagara</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>sun4v</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='x86_64'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>64</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='1'>isapc</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>microvm</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='kvm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <acpi default='on' toggle='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:       <apic default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='xtensa'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>sim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>kc705</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ml605</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx200</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx60</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]:   <guest>
Nov 29 04:16:45 user nova-compute[75027]:     <os_type>hvm</os_type>
Nov 29 04:16:45 user nova-compute[75027]:     <arch name='xtensaeb'>
Nov 29 04:16:45 user nova-compute[75027]:       <wordsize>32</wordsize>
Nov 29 04:16:45 user nova-compute[75027]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='4'>sim</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>kc705</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ml605</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>virt</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx200</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>lx60</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 04:16:45 user nova-compute[75027]:       <domain type='qemu'/>
Nov 29 04:16:45 user nova-compute[75027]:     </arch>
Nov 29 04:16:45 user nova-compute[75027]:     <features>
Nov 29 04:16:45 user nova-compute[75027]:       <cpuselection/>
Nov 29 04:16:45 user nova-compute[75027]:       <deviceboot/>
Nov 29 04:16:45 user nova-compute[75027]:       <disksnapshot default='on' toggle='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     </features>
Nov 29 04:16:45 user nova-compute[75027]:   </guest>
Nov 29 04:16:45 user nova-compute[75027]: </capabilities>
Nov 29 04:16:45 user nova-compute[75027]: 
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'pc', 'ubuntu', 'q35'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-q35-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>i686</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='288'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'/>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='lm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-i440fx-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>i686</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='255'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'/>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='lm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ide</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-i440fx-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>i686</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='255'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'/>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='lm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ide</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-q35-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>i686</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='288'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'/>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='lm'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'pc', 'ubuntu', 'q35'} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-q35-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>x86_64</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='288'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>efi</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='invtsc'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='rsba'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-i440fx-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>x86_64</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='255'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>efi</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='invtsc'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='rsba'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ide</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-i440fx-jammy</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>x86_64</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='255'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>efi</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='invtsc'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='rsba'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ide</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 29 04:16:45 user nova-compute[75027]: <domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 04:16:45 user nova-compute[75027]:   <domain>kvm</domain>
Nov 29 04:16:45 user nova-compute[75027]:   <machine>pc-q35-6.2</machine>
Nov 29 04:16:45 user nova-compute[75027]:   <arch>x86_64</arch>
Nov 29 04:16:45 user nova-compute[75027]:   <vcpu max='288'/>
Nov 29 04:16:45 user nova-compute[75027]:   <iothreads supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:   <os supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='firmware'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>efi</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:     <loader supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>rom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pflash</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='readonly'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='secure'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>yes</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>no</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </loader>
Nov 29 04:16:45 user nova-compute[75027]:   </os>
Nov 29 04:16:45 user nova-compute[75027]:   <cpu>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-passthrough' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='hostPassthroughMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='maximum' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='maximumMigratable'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>on</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>off</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='host-model' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <vendor>Intel</vendor>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ss'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='vmx'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pcid'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='hypervisor'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arat'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='umip'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='md-clear'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='invtsc'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibpb'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='ibrs'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-stibp'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='rsba'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='erms'/>
Nov 29 04:16:45 user nova-compute[75027]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:     <mode name='custom' supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>qemu64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>qemu32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>phenom</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>pentium</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>n270</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm64</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>kvm32</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>coreduo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>core2duo</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>athlon</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Westmere</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Snowridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Skylake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>SandyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Penryn</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G5</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G4</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G3</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Opteron_G2</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Opteron_G1</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>IvyBridge</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Icelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Haswell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Rome</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-Milan</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>EPYC</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Dhyana</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cooperlake</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>Conroe</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='no'>Broadwell</model>
Nov 29 04:16:45 user nova-compute[75027]:       <model usable='yes'>486</model>
Nov 29 04:16:45 user nova-compute[75027]:     </mode>
Nov 29 04:16:45 user nova-compute[75027]:   </cpu>
Nov 29 04:16:45 user nova-compute[75027]:   <memoryBacking supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:     <enum name='sourceType'>
Nov 29 04:16:45 user nova-compute[75027]:       <value>file</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>anonymous</value>
Nov 29 04:16:45 user nova-compute[75027]:       <value>memfd</value>
Nov 29 04:16:45 user nova-compute[75027]:     </enum>
Nov 29 04:16:45 user nova-compute[75027]:   </memoryBacking>
Nov 29 04:16:45 user nova-compute[75027]:   <devices>
Nov 29 04:16:45 user nova-compute[75027]:     <disk supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='diskDevice'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>disk</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cdrom</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>floppy</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>lun</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='bus'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>fdc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sata</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </disk>
Nov 29 04:16:45 user nova-compute[75027]:     <graphics supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='type'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>sdl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vnc</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>spice</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egl-headless</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </graphics>
Nov 29 04:16:45 user nova-compute[75027]:     <video supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='modelType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>cirrus</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>vmvga</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>qxl</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>none</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>bochs</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>ramfb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </video>
Nov 29 04:16:45 user nova-compute[75027]:     <hostdev supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='mode'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>subsystem</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='startupPolicy'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>default</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>mandatory</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>requisite</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>optional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='subsysType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>usb</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>pci</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>scsi</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='capsType'/>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='pciBackend'/>
Nov 29 04:16:45 user nova-compute[75027]:     </hostdev>
Nov 29 04:16:45 user nova-compute[75027]:     <rng supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtio-non-transitional</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>random</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>egd</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>builtin</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </rng>
Nov 29 04:16:45 user nova-compute[75027]:     <filesystem supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='driverType'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>path</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>handle</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>virtiofs</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </filesystem>
Nov 29 04:16:45 user nova-compute[75027]:     <tpm supported='yes'>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='model'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-tis</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>tpm-crb</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:       <enum name='backendModel'>
Nov 29 04:16:45 user nova-compute[75027]:         <value>passthrough</value>
Nov 29 04:16:45 user nova-compute[75027]:         <value>emulator</value>
Nov 29 04:16:45 user nova-compute[75027]:       </enum>
Nov 29 04:16:45 user nova-compute[75027]:     </tpm>
Nov 29 04:16:45 user nova-compute[75027]:   </devices>
Nov 29 04:16:45 user nova-compute[75027]:   <features>
Nov 29 04:16:45 user nova-compute[75027]:     <gic supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:     <vmcoreinfo supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <genid supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backingStoreInput supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <backup supported='yes'/>
Nov 29 04:16:45 user nova-compute[75027]:     <sev supported='no'/>
Nov 29 04:16:45 user nova-compute[75027]:   </features>
Nov 29 04:16:45 user nova-compute[75027]: </domainCapabilities>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75027) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75027) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Checking secure boot support for host arch (x86_64) {{(pid=75027) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 04:16:45 user nova-compute[75027]: INFO nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Secure Boot support detected
Nov 29 04:16:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] cpu compare xml: <cpu match="exact">
Nov 29 04:16:45 user nova-compute[75027]:   <model>Nehalem</model>
Nov 29 04:16:45 user nova-compute[75027]: </cpu>
Nov 29 04:16:45 user nova-compute[75027]:  {{(pid=75027) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 29 04:16:45 user nova-compute[75027]: INFO nova.virt.node [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Generated node identity 888eb1ca-2aa7-4a91-b618-493f38f8f2ad
Nov 29 04:16:45 user nova-compute[75027]: INFO nova.virt.node [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Wrote node identity 888eb1ca-2aa7-4a91-b618-493f38f8f2ad to /opt/stack/data/nova/compute_id
Nov 29 04:16:45 user nova-compute[75027]: WARNING nova.compute.manager [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Compute nodes ['888eb1ca-2aa7-4a91-b618-493f38f8f2ad'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 29 04:16:46 user nova-compute[75027]: INFO nova.compute.manager [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 29 04:16:46 user nova-compute[75027]: WARNING nova.compute.manager [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:16:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:16:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Hypervisor/Node resource view: name=user free_ram=10974MB free_disk=26.07247543334961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:16:46 user nova-compute[75027]: WARNING nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] No compute node record for user:888eb1ca-2aa7-4a91-b618-493f38f8f2ad: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 888eb1ca-2aa7-4a91-b618-493f38f8f2ad could not be found.
Nov 29 04:16:46 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Compute node record created for user:user with uuid: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:16:46 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] [req-285761f2-4ff3-40e6-864b-618913938d29] Created resource provider record via placement API for resource provider with UUID 888eb1ca-2aa7-4a91-b618-493f38f8f2ad and name user.
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75027) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 29 04:16:46 user nova-compute[75027]: INFO nova.virt.libvirt.host [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] kernel doesn't support AMD SEV
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Libvirt baseline CPU <cpu>
Nov 29 04:16:46 user nova-compute[75027]:   <arch>x86_64</arch>
Nov 29 04:16:46 user nova-compute[75027]:   <model>Nehalem</model>
Nov 29 04:16:46 user nova-compute[75027]:   <vendor>Intel</vendor>
Nov 29 04:16:46 user nova-compute[75027]:   <topology sockets="6" cores="1" threads="1"/>
Nov 29 04:16:46 user nova-compute[75027]: </cpu>
Nov 29 04:16:46 user nova-compute[75027]:  {{(pid=75027) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Updated inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Updating resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad generation from 0 to 1 during operation: update_inventory {{(pid=75027) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Updating resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad generation from 1 to 2 during operation: update_traits {{(pid=75027) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.620s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:16:46 user nova-compute[75027]: DEBUG nova.service [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Creating RPC server for service compute {{(pid=75027) start /opt/stack/nova/nova/service.py:182}}
Nov 29 04:16:47 user nova-compute[75027]: DEBUG nova.service [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] Join ServiceGroup membership for this service compute {{(pid=75027) start /opt/stack/nova/nova/service.py:199}}
Nov 29 04:16:47 user nova-compute[75027]: DEBUG nova.servicegroup.drivers.db [None req-f6a20356-565e-42f4-bdd6-f3983ed9dbad None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75027) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:17:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:17:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=10338MB free_disk=25.976200103759766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:17:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:18:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:18:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=10339MB free_disk=26.040721893310547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:18:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.126s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:19:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:19:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:19:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=10377MB free_disk=25.792884826660156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:19:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.113s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:20:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:20:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:20:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:41 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:41 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:20:42 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:20:42 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9592MB free_disk=25.813323974609375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:20:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:49 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:20:49 user nova-compute[75027]: INFO nova.compute.claims [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Claim successful on node user
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.643s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:20:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:20:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Creating image(s)
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "/opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "/opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "/opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:50 user nova-compute[75027]: DEBUG nova.policy [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b641e5cf0efe4f26b9edf419f327201d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd12165183f3342bcbcc3a6a46c82db86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:20:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.part --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:51 user nova-compute[75027]: DEBUG nova.virt.images [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] 0183ea01-fb01-48ae-aa79-c6b753973766 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:20:51 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:20:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.part /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.part /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.converted" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.794s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:52 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmptn3bpt0x/privsep.sock']
Nov 29 04:20:52 user sudo[84281]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptn3bpt0x/privsep.sock
Nov 29 04:20:52 user sudo[84281]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 04:20:53 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Successfully created port: dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:20:54 user sudo[84281]: pam_unix(sudo:session): session closed for user root
Nov 29 04:20:54 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Spawned new privsep daemon via rootwrap
Nov 29 04:20:54 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 04:20:54 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 04:20:54 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 29 04:20:54 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84286
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.168s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk 1073741824" returned: 0 in 0.096s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Checking if we can resize image /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:20:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Cannot resize image /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Ensure instance console log exists: /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Successfully updated port: dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquired lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:20:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-changed-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Refreshing instance network info cache due to event network-changed-dc0c7c30-fdf9-4d93-8979-460c0c44c8da. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] Acquiring lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating instance_info_cache with network_info: [{"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Releasing lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Instance network_info: |[{"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] Acquired lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.neutron [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Refreshing network info cache for port dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Start _get_guest_xml network_info=[{"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:20:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:20:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1617412932',display_name='tempest-DeleteServersTestJSON-server-1617412932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1617412932',id=1,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d12165183f3342bcbcc3a6a46c82db86',ramdisk_id='',reservation_id='r-lqi7ldpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1632684751',owner_user_name='tempest-DeleteServersTestJSON-1632684751-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:20:50Z,user_data=None,user_id='b641e5cf0efe4f26b9edf419f327201d',uuid=39f0409c-8f19-4b59-8d6b-c261a7ebe361,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converting VIF {"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lazy-loading 'pci_devices' on Instance uuid 39f0409c-8f19-4b59-8d6b-c261a7ebe361 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:20:56 user nova-compute[75027]:   <uuid>39f0409c-8f19-4b59-8d6b-c261a7ebe361</uuid>
Nov 29 04:20:56 user nova-compute[75027]:   <name>instance-00000001</name>
Nov 29 04:20:56 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:20:56 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:20:56 user nova-compute[75027]:   <metadata>
Nov 29 04:20:56 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:20:56 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:name>tempest-DeleteServersTestJSON-server-1617412932</nova:name>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:20:56</nova:creationTime>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:20:56 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:20:56 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:owner>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:user uuid="b641e5cf0efe4f26b9edf419f327201d">tempest-DeleteServersTestJSON-1632684751-project-member</nova:user>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:project uuid="d12165183f3342bcbcc3a6a46c82db86">tempest-DeleteServersTestJSON-1632684751</nova:project>
Nov 29 04:20:56 user nova-compute[75027]:       </nova:owner>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:20:56 user nova-compute[75027]:       <nova:ports>
Nov 29 04:20:56 user nova-compute[75027]:         <nova:port uuid="dc0c7c30-fdf9-4d93-8979-460c0c44c8da">
Nov 29 04:20:56 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 04:20:56 user nova-compute[75027]:         </nova:port>
Nov 29 04:20:56 user nova-compute[75027]:       </nova:ports>
Nov 29 04:20:56 user nova-compute[75027]:     </nova:instance>
Nov 29 04:20:56 user nova-compute[75027]:   </metadata>
Nov 29 04:20:56 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:20:56 user nova-compute[75027]:     <system>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="serial">39f0409c-8f19-4b59-8d6b-c261a7ebe361</entry>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="uuid">39f0409c-8f19-4b59-8d6b-c261a7ebe361</entry>
Nov 29 04:20:56 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:20:56 user nova-compute[75027]:     </system>
Nov 29 04:20:56 user nova-compute[75027]:   </sysinfo>
Nov 29 04:20:56 user nova-compute[75027]:   <os>
Nov 29 04:20:56 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:20:56 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:20:56 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:20:56 user nova-compute[75027]:   </os>
Nov 29 04:20:56 user nova-compute[75027]:   <features>
Nov 29 04:20:56 user nova-compute[75027]:     <acpi/>
Nov 29 04:20:56 user nova-compute[75027]:     <apic/>
Nov 29 04:20:56 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:20:56 user nova-compute[75027]:   </features>
Nov 29 04:20:56 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:20:56 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:20:56 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:20:56 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:20:56 user nova-compute[75027]:   </clock>
Nov 29 04:20:56 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:20:56 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:20:56 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:20:56 user nova-compute[75027]:   </cpu>
Nov 29 04:20:56 user nova-compute[75027]:   <devices>
Nov 29 04:20:56 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:20:56 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:20:56 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk"/>
Nov 29 04:20:56 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:20:56 user nova-compute[75027]:     </disk>
Nov 29 04:20:56 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:20:56 user nova-compute[75027]:       <mac address="fa:16:3e:cc:8f:7c"/>
Nov 29 04:20:56 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:20:56 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:20:56 user nova-compute[75027]:       <target dev="tapdc0c7c30-fd"/>
Nov 29 04:20:56 user nova-compute[75027]:     </interface>
Nov 29 04:20:56 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:20:56 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/console.log" append="off"/>
Nov 29 04:20:56 user nova-compute[75027]:     </serial>
Nov 29 04:20:56 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:20:56 user nova-compute[75027]:     <video>
Nov 29 04:20:56 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:20:56 user nova-compute[75027]:     </video>
Nov 29 04:20:56 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:20:56 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:20:56 user nova-compute[75027]:     </rng>
Nov 29 04:20:56 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:20:56 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:20:56 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:20:56 user nova-compute[75027]:     </memballoon>
Nov 29 04:20:56 user nova-compute[75027]:   </devices>
Nov 29 04:20:56 user nova-compute[75027]: </domain>
Nov 29 04:20:56 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1617412932',display_name='tempest-DeleteServersTestJSON-server-1617412932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1617412932',id=1,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d12165183f3342bcbcc3a6a46c82db86',ramdisk_id='',reservation_id='r-lqi7ldpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1632684751',owner_user_name='tempest-DeleteServersTestJSON-1632684751-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:20:50Z,user_data=None,user_id='b641e5cf0efe4f26b9edf419f327201d',uuid=39f0409c-8f19-4b59-8d6b-c261a7ebe361,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converting VIF {"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG os_vif [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Created schema index Interface.name {{(pid=75027) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Created schema index Port.name {{(pid=75027) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Created schema index Bridge.name {{(pid=75027) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [POLLOUT] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7b6ec83-6a1b-5e0e-b742-c5a8ac4bc2b9', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:20:56 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp6o3_exwq/privsep.sock']
Nov 29 04:20:56 user sudo[84341]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp6o3_exwq/privsep.sock
Nov 29 04:20:56 user sudo[84341]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:20:57 user nova-compute[75027]: INFO nova.compute.claims [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Claim successful on node user
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:20:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updated VIF entry in instance network info cache for port dc0c7c30-fdf9-4d93-8979-460c0c44c8da. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating instance_info_cache with network_info: [{"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d92cbac-2ec3-4dc8-82be-e796eb779138 req-f669d249-f30c-474c-abcb-eaf87c1994c3 service nova] Releasing lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:20:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Creating image(s)
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "/opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG nova.policy [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cfd356fd1b47d2aef046f9b6c74019', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0e64d4f50345f59b5237027b05485e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk 1073741824" returned: 0 in 0.045s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.165s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:20:58 user sudo[84341]: pam_unix(sudo:session): session closed for user root
Nov 29 04:20:58 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Spawned new privsep daemon via rootwrap
Nov 29 04:20:58 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 04:20:58 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 04:20:58 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 29 04:20:58 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84353
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Cannot resize image /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Ensure instance console log exists: /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc0c7c30-fd, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc0c7c30-fd, col_values=(('qos', UUID('a70665dc-d2e8-4b6e-b49f-9746b7565604')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc0c7c30-fd, col_values=(('external_ids', {'iface-id': 'dc0c7c30-fdf9-4d93-8979-460c0c44c8da', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:8f:7c', 'vm-uuid': '39f0409c-8f19-4b59-8d6b-c261a7ebe361'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:20:59 user nova-compute[75027]: INFO os_vif [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd')
Nov 29 04:20:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] No VIF found with MAC fa:16:3e:cc:8f:7c, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:20:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Successfully created port: ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Instance spawned successfully.
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:02 user nova-compute[75027]: INFO nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Took 11.99 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:02 user nova-compute[75027]: INFO nova.compute.manager [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Took 13.15 seconds to build instance.
Nov 29 04:21:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2a690ba8-5cfd-48ea-b784-6672b32d7d19 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.387s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Successfully updated port: ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing instance network info cache due to event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Instance network_info: |[{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.network.neutron [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Start _get_guest_xml network_info=[{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-185996490',display_name='tempest-ServerActionsTestOtherA-server-185996490',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-185996490',id=2,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-9591klpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=a6e66cff-bae5-480b-800a-b5a094f6d913,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'pci_devices' on Instance uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:05 user nova-compute[75027]:   <uuid>a6e66cff-bae5-480b-800a-b5a094f6d913</uuid>
Nov 29 04:21:05 user nova-compute[75027]:   <name>instance-00000002</name>
Nov 29 04:21:05 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:05 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:05 user nova-compute[75027]:   <metadata>
Nov 29 04:21:05 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:05 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherA-server-185996490</nova:name>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:04</nova:creationTime>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:05 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:05 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:user uuid="47cfd356fd1b47d2aef046f9b6c74019">tempest-ServerActionsTestOtherA-225065641-project-member</nova:user>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:project uuid="fc0e64d4f50345f59b5237027b05485e">tempest-ServerActionsTestOtherA-225065641</nova:project>
Nov 29 04:21:05 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:21:05 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:05 user nova-compute[75027]:         <nova:port uuid="ddcf3696-2591-45a7-a838-91be3e85abf8">
Nov 29 04:21:05 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:21:05 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:05 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:05 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:05 user nova-compute[75027]:   </metadata>
Nov 29 04:21:05 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:05 user nova-compute[75027]:     <system>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="serial">a6e66cff-bae5-480b-800a-b5a094f6d913</entry>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="uuid">a6e66cff-bae5-480b-800a-b5a094f6d913</entry>
Nov 29 04:21:05 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:05 user nova-compute[75027]:     </system>
Nov 29 04:21:05 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:05 user nova-compute[75027]:   <os>
Nov 29 04:21:05 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:05 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:05 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:05 user nova-compute[75027]:   </os>
Nov 29 04:21:05 user nova-compute[75027]:   <features>
Nov 29 04:21:05 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:05 user nova-compute[75027]:     <apic/>
Nov 29 04:21:05 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:05 user nova-compute[75027]:   </features>
Nov 29 04:21:05 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:05 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:05 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:05 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:05 user nova-compute[75027]:   </clock>
Nov 29 04:21:05 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:05 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:05 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:05 user nova-compute[75027]:   </cpu>
Nov 29 04:21:05 user nova-compute[75027]:   <devices>
Nov 29 04:21:05 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:05 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:05 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk"/>
Nov 29 04:21:05 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:05 user nova-compute[75027]:     </disk>
Nov 29 04:21:05 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:05 user nova-compute[75027]:       <mac address="fa:16:3e:9a:94:03"/>
Nov 29 04:21:05 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:05 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:05 user nova-compute[75027]:       <target dev="tapddcf3696-25"/>
Nov 29 04:21:05 user nova-compute[75027]:     </interface>
Nov 29 04:21:05 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:05 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/console.log" append="off"/>
Nov 29 04:21:05 user nova-compute[75027]:     </serial>
Nov 29 04:21:05 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:05 user nova-compute[75027]:     <video>
Nov 29 04:21:05 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:05 user nova-compute[75027]:     </video>
Nov 29 04:21:05 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:05 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:05 user nova-compute[75027]:     </rng>
Nov 29 04:21:05 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:05 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:05 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:05 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:05 user nova-compute[75027]:   </devices>
Nov 29 04:21:05 user nova-compute[75027]: </domain>
Nov 29 04:21:05 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-185996490',display_name='tempest-ServerActionsTestOtherA-server-185996490',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-185996490',id=2,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-9591klpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=a6e66cff-bae5-480b-800a-b5a094f6d913,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG os_vif [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7af54ac4-2f87-5baf-b461-c13a40462851', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapddcf3696-25, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapddcf3696-25, col_values=(('qos', UUID('497f276e-94ba-4ee3-af75-b50cad232100')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapddcf3696-25, col_values=(('external_ids', {'iface-id': 'ddcf3696-2591-45a7-a838-91be3e85abf8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:94:03', 'vm-uuid': 'a6e66cff-bae5-480b-800a-b5a094f6d913'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:05 user nova-compute[75027]: INFO os_vif [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25')
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:9a:94:03, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:06 user nova-compute[75027]: DEBUG nova.network.neutron [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated VIF entry in instance network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:21:06 user nova-compute[75027]: DEBUG nova.network.neutron [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3bd55b14-8793-4f62-9926-65b9b4ebfd19 req-0c28ba0b-bed3-472c-9c8e-7e6068479325 service nova] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:09 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Instance spawned successfully.
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:10 user nova-compute[75027]: INFO nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Took 12.23 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:10 user nova-compute[75027]: INFO nova.compute.manager [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Took 13.07 seconds to build instance.
Nov 29 04:21:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-90dda04d-a4eb-456a-862e-0c1dd58ded5f tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.299s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:12 user nova-compute[75027]: INFO nova.compute.claims [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Claim successful on node user
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.356s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Creating image(s)
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "/opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "/opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG nova.policy [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b2180edc004192ba1c7ba75e5ee9b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7c069a88ea44ba3a6ead248ab2a02db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.245s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.265s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk 1073741824" returned: 0 in 0.049s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.323s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.221s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Successfully created port: c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:14 user nova-compute[75027]: INFO nova.compute.claims [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Claim successful on node user
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Cannot resize image /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Ensure instance console log exists: /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:15 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.policy [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7e9f92af93b4bbe9d4dbd572da545cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f567234f3c3b4438817850757692215f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:15 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Creating image(s)
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Successfully updated port: c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-changed-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Refreshing instance network info cache due to event network-changed-c864b83b-d1f5-41ed-8ef9-d1f13c2df531. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] Acquiring lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] Acquired lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Refreshing network info cache for port c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.part --force-share --output=json" returned: 0 in 0.353s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.virt.images [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] b5e5efb6-f7d3-472e-a69d-f0bea9caf152 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.part /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a00bf6f-f525-47e5-aab4-a97d8c5cdc18 req-f3e93b4d-0218-4191-8d07-eed532c05aa3 service nova] Releasing lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquired lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.part /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.converted" returned: 0 in 0.632s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.681s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Successfully created port: 386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json" returned: 0 in 0.258s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating instance_info_cache with network_info: [{"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Releasing lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance network_info: |[{"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Start _get_guest_xml network_info=[{"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:17 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:17 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json" returned: 0 in 0.264s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1,backing_fmt=raw /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1,backing_fmt=raw /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk 1073741824" returned: 0 in 0.063s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.333s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-855535877',display_name='tempest-VolumesAdminNegativeTest-server-855535877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-855535877',id=3,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9Da3bQ6nQhUoeslWJuL5eLDBk332hTH+K7jGjzSXA5uQxz5z+3M83HMFlXBJBEHYm2+d/D8eqgss1Lc/nzTpQW2ACrC2PjTW639jk3vZHDzf89VWjWqo4TK2A5IJtdIg==',key_name='tempest-keypair-1378529733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-8eloaytj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=9dbb99d6-1e2b-41a4-83e7-ba350fef75c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] No waiting events found dispatching network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:17 user nova-compute[75027]: WARNING nova.compute.manager [req-b8e94c26-00f4-47fa-abc9-692357a51ac9 req-35043850-e2c6-4b9f-9a74-22bd77fe09d2 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received unexpected event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 for instance with vm_state active and task_state None.
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 --force-share --output=json" returned: 0 in 0.229s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Checking if we can resize image /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:17 user nova-compute[75027]:   <uuid>9dbb99d6-1e2b-41a4-83e7-ba350fef75c0</uuid>
Nov 29 04:21:17 user nova-compute[75027]:   <name>instance-00000003</name>
Nov 29 04:21:17 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:17 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:17 user nova-compute[75027]:   <metadata>
Nov 29 04:21:17 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:17 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:name>tempest-VolumesAdminNegativeTest-server-855535877</nova:name>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:17</nova:creationTime>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:17 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:17 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:user uuid="b6b2180edc004192ba1c7ba75e5ee9b5">tempest-VolumesAdminNegativeTest-482484127-project-member</nova:user>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:project uuid="d7c069a88ea44ba3a6ead248ab2a02db">tempest-VolumesAdminNegativeTest-482484127</nova:project>
Nov 29 04:21:17 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:21:17 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:17 user nova-compute[75027]:         <nova:port uuid="c864b83b-d1f5-41ed-8ef9-d1f13c2df531">
Nov 29 04:21:17 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 04:21:17 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:17 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:17 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:17 user nova-compute[75027]:   </metadata>
Nov 29 04:21:17 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:17 user nova-compute[75027]:     <system>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="serial">9dbb99d6-1e2b-41a4-83e7-ba350fef75c0</entry>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="uuid">9dbb99d6-1e2b-41a4-83e7-ba350fef75c0</entry>
Nov 29 04:21:17 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:17 user nova-compute[75027]:     </system>
Nov 29 04:21:17 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:17 user nova-compute[75027]:   <os>
Nov 29 04:21:17 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:17 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:17 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:17 user nova-compute[75027]:   </os>
Nov 29 04:21:17 user nova-compute[75027]:   <features>
Nov 29 04:21:17 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:17 user nova-compute[75027]:     <apic/>
Nov 29 04:21:17 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:17 user nova-compute[75027]:   </features>
Nov 29 04:21:17 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:17 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:17 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:17 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:17 user nova-compute[75027]:   </clock>
Nov 29 04:21:17 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:17 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:17 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:17 user nova-compute[75027]:   </cpu>
Nov 29 04:21:17 user nova-compute[75027]:   <devices>
Nov 29 04:21:17 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:17 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:17 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk"/>
Nov 29 04:21:17 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:17 user nova-compute[75027]:     </disk>
Nov 29 04:21:17 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:17 user nova-compute[75027]:       <mac address="fa:16:3e:6e:7d:9e"/>
Nov 29 04:21:17 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:17 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:17 user nova-compute[75027]:       <target dev="tapc864b83b-d1"/>
Nov 29 04:21:17 user nova-compute[75027]:     </interface>
Nov 29 04:21:17 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:17 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/console.log" append="off"/>
Nov 29 04:21:17 user nova-compute[75027]:     </serial>
Nov 29 04:21:17 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:17 user nova-compute[75027]:     <video>
Nov 29 04:21:17 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:17 user nova-compute[75027]:     </video>
Nov 29 04:21:17 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:17 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:17 user nova-compute[75027]:     </rng>
Nov 29 04:21:17 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:17 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:17 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:17 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:17 user nova-compute[75027]:   </devices>
Nov 29 04:21:17 user nova-compute[75027]: </domain>
Nov 29 04:21:17 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-855535877',display_name='tempest-VolumesAdminNegativeTest-server-855535877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-855535877',id=3,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9Da3bQ6nQhUoeslWJuL5eLDBk332hTH+K7jGjzSXA5uQxz5z+3M83HMFlXBJBEHYm2+d/D8eqgss1Lc/nzTpQW2ACrC2PjTW639jk3vZHDzf89VWjWqo4TK2A5IJtdIg==',key_name='tempest-keypair-1378529733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-8eloaytj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=9dbb99d6-1e2b-41a4-83e7-ba350fef75c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG os_vif [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5979d08a-3795-52e5-a14b-b6cbabdc968e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc864b83b-d1, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc864b83b-d1, col_values=(('qos', UUID('84814276-e123-4fcb-bba5-a9232260fea7')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc864b83b-d1, col_values=(('external_ids', {'iface-id': 'c864b83b-d1f5-41ed-8ef9-d1f13c2df531', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:7d:9e', 'vm-uuid': '9dbb99d6-1e2b-41a4-83e7-ba350fef75c0'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Cannot resize image /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Ensure instance console log exists: /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:18 user nova-compute[75027]: INFO os_vif [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1')
Nov 29 04:21:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No VIF found with MAC fa:16:3e:6e:7d:9e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:18 user nova-compute[75027]: INFO nova.compute.claims [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Claim successful on node user
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Successfully updated port: 386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquired lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-changed-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Refreshing instance network info cache due to event network-changed-386b6832-e8af-438f-b07e-07edfe327015. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] Acquiring lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:18 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updating instance_info_cache with network_info: [{"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Releasing lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Instance network_info: |[{"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] Acquired lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Refreshing network info cache for port 386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Start _get_guest_xml network_info=[{"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:21:05Z,direct_url=<?>,disk_format='qcow2',id=b5e5efb6-f7d3-472e-a69d-f0bea9caf152,min_disk=0,min_ram=0,name='',owner='b3636a0ba19b40e6a218135194d014d8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:21:08Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': 'scsi', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'image_id': 'b5e5efb6-f7d3-472e-a69d-f0bea9caf152'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:21:05Z,direct_url=<?>,disk_format='qcow2',id=b5e5efb6-f7d3-472e-a69d-f0bea9caf152,min_disk=0,min_ram=0,name='',owner='b3636a0ba19b40e6a218135194d014d8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:21:08Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1749399131',display_name='tempest-AttachSCSIVolumeTestJSON-server-1749399131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1749399131',id=4,image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITQBbXrbnivPF7Irxf31X4drEQXVLLx71zlLkPXyz/aNp3SiMJyJs67w2j7vt9J6hSPfShw0nnvN2r9Vkz0q3dNIO+A8uwi5/SczD6t6xYRYGPoei7N5ckB0XSgncrDbg==',key_name='tempest-keypair-1635066471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f567234f3c3b4438817850757692215f',ramdisk_id='',reservation_id='r-gpbhez3f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-245552156',owner_user_name='tempest-AttachSCSIVolumeTestJSON-245552156-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7e9f92af93b4bbe9d4dbd572da545cd',uuid=adfba195-a3b6-4740-ab75-1d6a19f6e124,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converting VIF {"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lazy-loading 'pci_devices' on Instance uuid adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.policy [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ef63df90d7742c98391b360daafeb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69469d925a864f5998026c8c0233e59b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Creating image(s)
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "/opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "/opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "/opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.059s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:19 user nova-compute[75027]:   <uuid>adfba195-a3b6-4740-ab75-1d6a19f6e124</uuid>
Nov 29 04:21:19 user nova-compute[75027]:   <name>instance-00000004</name>
Nov 29 04:21:19 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:19 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:19 user nova-compute[75027]:   <metadata>
Nov 29 04:21:19 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:19 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1749399131</nova:name>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:19</nova:creationTime>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:19 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:19 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:user uuid="a7e9f92af93b4bbe9d4dbd572da545cd">tempest-AttachSCSIVolumeTestJSON-245552156-project-member</nova:user>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:project uuid="f567234f3c3b4438817850757692215f">tempest-AttachSCSIVolumeTestJSON-245552156</nova:project>
Nov 29 04:21:19 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:root type="image" uuid="b5e5efb6-f7d3-472e-a69d-f0bea9caf152"/>
Nov 29 04:21:19 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:19 user nova-compute[75027]:         <nova:port uuid="386b6832-e8af-438f-b07e-07edfe327015">
Nov 29 04:21:19 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:21:19 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:19 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:19 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:19 user nova-compute[75027]:   </metadata>
Nov 29 04:21:19 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:19 user nova-compute[75027]:     <system>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="serial">adfba195-a3b6-4740-ab75-1d6a19f6e124</entry>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="uuid">adfba195-a3b6-4740-ab75-1d6a19f6e124</entry>
Nov 29 04:21:19 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:19 user nova-compute[75027]:     </system>
Nov 29 04:21:19 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:19 user nova-compute[75027]:   <os>
Nov 29 04:21:19 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:19 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:19 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:19 user nova-compute[75027]:   </os>
Nov 29 04:21:19 user nova-compute[75027]:   <features>
Nov 29 04:21:19 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:19 user nova-compute[75027]:     <apic/>
Nov 29 04:21:19 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:19 user nova-compute[75027]:   </features>
Nov 29 04:21:19 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:19 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:19 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:19 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:19 user nova-compute[75027]:   </clock>
Nov 29 04:21:19 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:19 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:19 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:19 user nova-compute[75027]:   </cpu>
Nov 29 04:21:19 user nova-compute[75027]:   <devices>
Nov 29 04:21:19 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:19 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:19 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk"/>
Nov 29 04:21:19 user nova-compute[75027]:       <target dev="sda" bus="scsi"/>
Nov 29 04:21:19 user nova-compute[75027]:       <address type="drive" controller="0" unit="0"/>
Nov 29 04:21:19 user nova-compute[75027]:     </disk>
Nov 29 04:21:19 user nova-compute[75027]:     <disk type="file" device="cdrom">
Nov 29 04:21:19 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 04:21:19 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.config"/>
Nov 29 04:21:19 user nova-compute[75027]:       <target dev="sdb" bus="scsi"/>
Nov 29 04:21:19 user nova-compute[75027]:       <address type="drive" controller="0" unit="1"/>
Nov 29 04:21:19 user nova-compute[75027]:     </disk>
Nov 29 04:21:19 user nova-compute[75027]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 29 04:21:19 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:19 user nova-compute[75027]:       <mac address="fa:16:3e:e6:3a:06"/>
Nov 29 04:21:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:19 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:19 user nova-compute[75027]:       <target dev="tap386b6832-e8"/>
Nov 29 04:21:19 user nova-compute[75027]:     </interface>
Nov 29 04:21:19 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:19 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/console.log" append="off"/>
Nov 29 04:21:19 user nova-compute[75027]:     </serial>
Nov 29 04:21:19 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:19 user nova-compute[75027]:     <video>
Nov 29 04:21:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:19 user nova-compute[75027]:     </video>
Nov 29 04:21:19 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:19 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:19 user nova-compute[75027]:     </rng>
Nov 29 04:21:19 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:19 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:19 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:19 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:19 user nova-compute[75027]:   </devices>
Nov 29 04:21:19 user nova-compute[75027]: </domain>
Nov 29 04:21:19 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1749399131',display_name='tempest-AttachSCSIVolumeTestJSON-server-1749399131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1749399131',id=4,image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITQBbXrbnivPF7Irxf31X4drEQXVLLx71zlLkPXyz/aNp3SiMJyJs67w2j7vt9J6hSPfShw0nnvN2r9Vkz0q3dNIO+A8uwi5/SczD6t6xYRYGPoei7N5ckB0XSgncrDbg==',key_name='tempest-keypair-1635066471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f567234f3c3b4438817850757692215f',ramdisk_id='',reservation_id='r-gpbhez3f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-245552156',owner_user_name='tempest-AttachSCSIVolumeTestJSON-245552156-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7e9f92af93b4bbe9d4dbd572da545cd',uuid=adfba195-a3b6-4740-ab75-1d6a19f6e124,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converting VIF {"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG os_vif [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c6945b1-7566-5f38-80b9-b3b0def215d2', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap386b6832-e8, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap386b6832-e8, col_values=(('qos', UUID('8d6a4da7-7ab7-47d3-b174-7f27c6a73861')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap386b6832-e8, col_values=(('external_ids', {'iface-id': '386b6832-e8af-438f-b07e-07edfe327015', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:3a:06', 'vm-uuid': 'adfba195-a3b6-4740-ab75-1d6a19f6e124'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:19 user nova-compute[75027]: INFO os_vif [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8')
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No BDM found with device name sda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No VIF found with MAC fa:16:3e:e6:3a:06, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Using config drive
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk 1073741824" returned: 0 in 0.088s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.165s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Checking if we can resize image /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] No waiting events found dispatching network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:20 user nova-compute[75027]: WARNING nova.compute.manager [req-c668f392-c1b7-460e-92e1-493e8ce63f58 req-b7705b94-462b-4434-955e-fa9514c6d13e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received unexpected event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 for instance with vm_state active and task_state None.
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Cannot resize image /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Ensure instance console log exists: /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] No waiting events found dispatching network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:20 user nova-compute[75027]: WARNING nova.compute.manager [req-c355e29c-5e2a-464d-837d-70060c919d89 req-41a9c9ca-c4cc-4215-9d3e-8f4630189499 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received unexpected event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 for instance with vm_state building and task_state spawning.
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updated VIF entry in instance network info cache for port 386b6832-e8af-438f-b07e-07edfe327015. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updating instance_info_cache with network_info: [{"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e00854c-01db-4aac-bcdc-d70d21e23480 req-bc093701-4940-4d5c-bd65-6b40277cce6d service nova] Releasing lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Creating config drive at /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.config
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpxp6e_j3s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpxp6e_j3s" returned: 0 in 0.061s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:21 user nova-compute[75027]: INFO nova.compute.claims [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Claim successful on node user
Nov 29 04:21:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Successfully created port: 60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:21 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.626s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:22 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.policy [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d58d5ec0a9146b4be7735929cbe9287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990246a057ef407d96863f48b2b34be3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:22 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Creating image(s)
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.219s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] No waiting events found dispatching network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:22 user nova-compute[75027]: WARNING nova.compute.manager [req-6b04186b-70d0-4a8c-ac8c-0c6de181a270 req-39b2f009-2bce-461e-b9fc-283cd0b67813 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received unexpected event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 for instance with vm_state building and task_state spawning.
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:22 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance spawned successfully.
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.231s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk 1073741824" returned: 0 in 0.111s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.346s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:23 user nova-compute[75027]: INFO nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Took 9.98 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Successfully updated port: 60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-changed-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Refreshing instance network info cache due to event network-changed-60b5ec25-49ba-4904-9707-97301392679e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] Acquiring lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] Acquired lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Refreshing network info cache for port 60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Successfully created port: f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.215s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:23 user nova-compute[75027]: INFO nova.compute.manager [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Took 11.06 seconds to build instance.
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f9c41b6e-852c-438b-89b1-1eef02f58a93 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.280s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Cannot resize image /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Ensure instance console log exists: /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:23 user nova-compute[75027]: INFO nova.compute.claims [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Claim successful on node user
Nov 29 04:21:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a14480d-b8c6-47f0-9222-7491f1a67d10 req-51440e85-a0dc-4435-a6dd-b8693339bc1e service nova] Releasing lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquired lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating instance_info_cache with network_info: [{"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Releasing lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance network_info: |[{"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Start _get_guest_xml network_info=[{"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.874s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2028646637',display_name='tempest-TestVolumeSwap-server-2028646637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2028646637',id=5,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFQih+QqrvUHiFUcT5q1HOHwhG+O2bhc0yZSSI2RILEOparGmpZQUPQCvKvZ9QgMheciFnKhc/pgPxnsLt8b3YE1pZcZ+j4Q6HgQA+0eXzAQK3u4nR02E2qS3vsodjOXg==',key_name='tempest-keypair-989292668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69469d925a864f5998026c8c0233e59b',ramdisk_id='',reservation_id='r-g3h4n6kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2006460347',owner_user_name='tempest-TestVolumeSwap-2006460347-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ef63df90d7742c98391b360daafeb83',uuid=50c83f00-22df-49f1-8e83-1e4b2b50ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converting VIF {"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lazy-loading 'pci_devices' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:24 user nova-compute[75027]:   <uuid>50c83f00-22df-49f1-8e83-1e4b2b50ddb6</uuid>
Nov 29 04:21:24 user nova-compute[75027]:   <name>instance-00000005</name>
Nov 29 04:21:24 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:24 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:24 user nova-compute[75027]:   <metadata>
Nov 29 04:21:24 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:24 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:name>tempest-TestVolumeSwap-server-2028646637</nova:name>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:24</nova:creationTime>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:24 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:24 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:user uuid="6ef63df90d7742c98391b360daafeb83">tempest-TestVolumeSwap-2006460347-project-member</nova:user>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:project uuid="69469d925a864f5998026c8c0233e59b">tempest-TestVolumeSwap-2006460347</nova:project>
Nov 29 04:21:24 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:21:24 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:24 user nova-compute[75027]:         <nova:port uuid="60b5ec25-49ba-4904-9707-97301392679e">
Nov 29 04:21:24 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:21:24 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:24 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:24 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:24 user nova-compute[75027]:   </metadata>
Nov 29 04:21:24 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:24 user nova-compute[75027]:     <system>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="serial">50c83f00-22df-49f1-8e83-1e4b2b50ddb6</entry>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="uuid">50c83f00-22df-49f1-8e83-1e4b2b50ddb6</entry>
Nov 29 04:21:24 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:24 user nova-compute[75027]:     </system>
Nov 29 04:21:24 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:24 user nova-compute[75027]:   <os>
Nov 29 04:21:24 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:24 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:24 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:24 user nova-compute[75027]:   </os>
Nov 29 04:21:24 user nova-compute[75027]:   <features>
Nov 29 04:21:24 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:24 user nova-compute[75027]:     <apic/>
Nov 29 04:21:24 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:24 user nova-compute[75027]:   </features>
Nov 29 04:21:24 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:24 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:24 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:24 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:24 user nova-compute[75027]:   </clock>
Nov 29 04:21:24 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:24 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:24 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:24 user nova-compute[75027]:   </cpu>
Nov 29 04:21:24 user nova-compute[75027]:   <devices>
Nov 29 04:21:24 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:24 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:24 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk"/>
Nov 29 04:21:24 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:24 user nova-compute[75027]:     </disk>
Nov 29 04:21:24 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:24 user nova-compute[75027]:       <mac address="fa:16:3e:84:c7:d4"/>
Nov 29 04:21:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:24 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:24 user nova-compute[75027]:       <target dev="tap60b5ec25-49"/>
Nov 29 04:21:24 user nova-compute[75027]:     </interface>
Nov 29 04:21:24 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:24 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/console.log" append="off"/>
Nov 29 04:21:24 user nova-compute[75027]:     </serial>
Nov 29 04:21:24 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:24 user nova-compute[75027]:     <video>
Nov 29 04:21:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:24 user nova-compute[75027]:     </video>
Nov 29 04:21:24 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:24 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:24 user nova-compute[75027]:     </rng>
Nov 29 04:21:24 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:24 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:24 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:24 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:24 user nova-compute[75027]:   </devices>
Nov 29 04:21:24 user nova-compute[75027]: </domain>
Nov 29 04:21:24 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2028646637',display_name='tempest-TestVolumeSwap-server-2028646637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2028646637',id=5,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFQih+QqrvUHiFUcT5q1HOHwhG+O2bhc0yZSSI2RILEOparGmpZQUPQCvKvZ9QgMheciFnKhc/pgPxnsLt8b3YE1pZcZ+j4Q6HgQA+0eXzAQK3u4nR02E2qS3vsodjOXg==',key_name='tempest-keypair-989292668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69469d925a864f5998026c8c0233e59b',ramdisk_id='',reservation_id='r-g3h4n6kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2006460347',owner_user_name='tempest-TestVolumeSwap-2006460347-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ef63df90d7742c98391b360daafeb83',uuid=50c83f00-22df-49f1-8e83-1e4b2b50ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converting VIF {"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG os_vif [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Successfully updated port: f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6bfe6b01-a0c8-53f9-933c-3940b648ec84', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60b5ec25-49, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60b5ec25-49, col_values=(('qos', UUID('0d8e4182-2758-4d1c-b9f5-47d872746feb')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60b5ec25-49, col_values=(('external_ids', {'iface-id': '60b5ec25-49ba-4904-9707-97301392679e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:c7:d4', 'vm-uuid': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:24 user nova-compute[75027]: INFO os_vif [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49')
Nov 29 04:21:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.policy [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4567127a3b724c529d5b8bee1a94d3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94570ec9a41a4ca584bc3e5164737729', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] No waiting events found dispatching network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:25 user nova-compute[75027]: WARNING nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received unexpected event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 for instance with vm_state building and task_state spawning.
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] No waiting events found dispatching network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:25 user nova-compute[75027]: WARNING nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received unexpected event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 for instance with vm_state building and task_state spawning.
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-changed-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing instance network info cache due to event network-changed-f74892b1-5c09-4618-b310-120dce7e3026. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing network info cache for port f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] No VIF found with MAC fa:16:3e:84:c7:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:25 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Creating image(s)
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "/opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "/opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "/opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.226s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-895818e4-6fff-4f04-b6a7-8755d4865840 req-1e331755-5807-49d3-b2de-516fff4a18a0 service nova] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk 1073741824" returned: 0 in 0.080s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:25 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Instance spawned successfully.
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:26 user nova-compute[75027]: INFO nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Took 10.82 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.325s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Checking if we can resize image /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Successfully created port: 4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance network_info: |[{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Start _get_guest_xml network_info=[{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:26 user nova-compute[75027]: INFO nova.compute.manager [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Took 12.03 seconds to build instance.
Nov 29 04:21:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'pci_devices' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a396ff62-cca7-4882-8afd-219052e18d5e tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.216s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Cannot resize image /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Ensure instance console log exists: /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:26 user nova-compute[75027]:   <uuid>fc63155a-df46-45dc-8f31-3f514091b579</uuid>
Nov 29 04:21:26 user nova-compute[75027]:   <name>instance-00000006</name>
Nov 29 04:21:26 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:26 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:26 user nova-compute[75027]:   <metadata>
Nov 29 04:21:26 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:26 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:26</nova:creationTime>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:26 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:26 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:21:26 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:21:26 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:26 user nova-compute[75027]:         <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:21:26 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:21:26 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:26 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:26 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:26 user nova-compute[75027]:   </metadata>
Nov 29 04:21:26 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:26 user nova-compute[75027]:     <system>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="serial">fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="uuid">fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:21:26 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:26 user nova-compute[75027]:     </system>
Nov 29 04:21:26 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:26 user nova-compute[75027]:   <os>
Nov 29 04:21:26 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:26 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:26 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:26 user nova-compute[75027]:   </os>
Nov 29 04:21:26 user nova-compute[75027]:   <features>
Nov 29 04:21:26 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:26 user nova-compute[75027]:     <apic/>
Nov 29 04:21:26 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:26 user nova-compute[75027]:   </features>
Nov 29 04:21:26 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:26 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:26 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:26 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:26 user nova-compute[75027]:   </clock>
Nov 29 04:21:26 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:26 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:26 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:26 user nova-compute[75027]:   </cpu>
Nov 29 04:21:26 user nova-compute[75027]:   <devices>
Nov 29 04:21:26 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:26 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:26 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk"/>
Nov 29 04:21:26 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:26 user nova-compute[75027]:     </disk>
Nov 29 04:21:26 user nova-compute[75027]:     <disk type="file" device="cdrom">
Nov 29 04:21:26 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 04:21:26 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config"/>
Nov 29 04:21:26 user nova-compute[75027]:       <target dev="hda" bus="ide"/>
Nov 29 04:21:26 user nova-compute[75027]:     </disk>
Nov 29 04:21:26 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:26 user nova-compute[75027]:       <mac address="fa:16:3e:71:e0:c7"/>
Nov 29 04:21:26 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:26 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:26 user nova-compute[75027]:       <target dev="tapf74892b1-5c"/>
Nov 29 04:21:26 user nova-compute[75027]:     </interface>
Nov 29 04:21:26 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:26 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log" append="off"/>
Nov 29 04:21:26 user nova-compute[75027]:     </serial>
Nov 29 04:21:26 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:26 user nova-compute[75027]:     <video>
Nov 29 04:21:26 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:26 user nova-compute[75027]:     </video>
Nov 29 04:21:26 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:26 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:26 user nova-compute[75027]:     </rng>
Nov 29 04:21:26 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:26 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:26 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:26 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:26 user nova-compute[75027]:   </devices>
Nov 29 04:21:26 user nova-compute[75027]: </domain>
Nov 29 04:21:26 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG os_vif [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '556a2a69-6b47-5c37-a456-cc28454c8a45', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf74892b1-5c, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf74892b1-5c, col_values=(('qos', UUID('887f71e0-8587-4dd2-b2a2-3d515e65eae4')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf74892b1-5c, col_values=(('external_ids', {'iface-id': 'f74892b1-5c09-4618-b310-120dce7e3026', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:e0:c7', 'vm-uuid': 'fc63155a-df46-45dc-8f31-3f514091b579'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: INFO os_vif [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c')
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name hda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No VIF found with MAC fa:16:3e:71:e0:c7, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Using config drive
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Creating config drive at /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9mwbpzvr {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9mwbpzvr" returned: 0 in 0.064s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Successfully updated port: 4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquired lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-changed-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Refreshing instance network info cache due to event network-changed-4d04d670-7421-4e69-a9d6-033df6a64068. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] Acquiring lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updating instance_info_cache with network_info: [{"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Releasing lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Instance network_info: |[{"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] Acquired lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Refreshing network info cache for port 4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Start _get_guest_xml network_info=[{"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2089382604',display_name='tempest-VolumesAssistedSnapshotsTest-server-2089382604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2089382604',id=7,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIoq9DjHJ8ZZPgkWqCmYfSfwJHDtp5pILWgV/4fHU7DJDbhpudknIZLF5t3zONCYZG1Zk8EQ4RQQdlABNg/2CIPbtkSg+UolX7U/MBDRkw7snqK6k03YN6G2whiWdUTGA==',key_name='tempest-keypair-1966821516',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94570ec9a41a4ca584bc3e5164737729',ramdisk_id='',reservation_id='r-u9d4cp04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1222182895',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1222182895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4567127a3b724c529d5b8bee1a94d3eb',uuid=671b9b38-db2f-4092-8507-2ac44dc669c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converting VIF {"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lazy-loading 'pci_devices' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:27 user nova-compute[75027]:   <uuid>671b9b38-db2f-4092-8507-2ac44dc669c7</uuid>
Nov 29 04:21:27 user nova-compute[75027]:   <name>instance-00000007</name>
Nov 29 04:21:27 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:27 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:27 user nova-compute[75027]:   <metadata>
Nov 29 04:21:27 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:27 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-2089382604</nova:name>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:27</nova:creationTime>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:27 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:27 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:user uuid="4567127a3b724c529d5b8bee1a94d3eb">tempest-VolumesAssistedSnapshotsTest-1222182895-project-member</nova:user>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:project uuid="94570ec9a41a4ca584bc3e5164737729">tempest-VolumesAssistedSnapshotsTest-1222182895</nova:project>
Nov 29 04:21:27 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:21:27 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:27 user nova-compute[75027]:         <nova:port uuid="4d04d670-7421-4e69-a9d6-033df6a64068">
Nov 29 04:21:27 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:21:27 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:27 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:27 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:27 user nova-compute[75027]:   </metadata>
Nov 29 04:21:27 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:27 user nova-compute[75027]:     <system>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="serial">671b9b38-db2f-4092-8507-2ac44dc669c7</entry>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="uuid">671b9b38-db2f-4092-8507-2ac44dc669c7</entry>
Nov 29 04:21:27 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:27 user nova-compute[75027]:     </system>
Nov 29 04:21:27 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:27 user nova-compute[75027]:   <os>
Nov 29 04:21:27 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:27 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:27 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:27 user nova-compute[75027]:   </os>
Nov 29 04:21:27 user nova-compute[75027]:   <features>
Nov 29 04:21:27 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:27 user nova-compute[75027]:     <apic/>
Nov 29 04:21:27 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:27 user nova-compute[75027]:   </features>
Nov 29 04:21:27 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:27 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:27 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:27 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:27 user nova-compute[75027]:   </clock>
Nov 29 04:21:27 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:27 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:27 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:27 user nova-compute[75027]:   </cpu>
Nov 29 04:21:27 user nova-compute[75027]:   <devices>
Nov 29 04:21:27 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:21:27 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:21:27 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk"/>
Nov 29 04:21:27 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:27 user nova-compute[75027]:     </disk>
Nov 29 04:21:27 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:27 user nova-compute[75027]:       <mac address="fa:16:3e:94:9a:75"/>
Nov 29 04:21:27 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:27 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:27 user nova-compute[75027]:       <target dev="tap4d04d670-74"/>
Nov 29 04:21:27 user nova-compute[75027]:     </interface>
Nov 29 04:21:27 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:27 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/console.log" append="off"/>
Nov 29 04:21:27 user nova-compute[75027]:     </serial>
Nov 29 04:21:27 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:27 user nova-compute[75027]:     <video>
Nov 29 04:21:27 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:27 user nova-compute[75027]:     </video>
Nov 29 04:21:27 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:27 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:27 user nova-compute[75027]:     </rng>
Nov 29 04:21:27 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:27 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:27 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:27 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:27 user nova-compute[75027]:   </devices>
Nov 29 04:21:27 user nova-compute[75027]: </domain>
Nov 29 04:21:27 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2089382604',display_name='tempest-VolumesAssistedSnapshotsTest-server-2089382604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2089382604',id=7,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIoq9DjHJ8ZZPgkWqCmYfSfwJHDtp5pILWgV/4fHU7DJDbhpudknIZLF5t3zONCYZG1Zk8EQ4RQQdlABNg/2CIPbtkSg+UolX7U/MBDRkw7snqK6k03YN6G2whiWdUTGA==',key_name='tempest-keypair-1966821516',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94570ec9a41a4ca584bc3e5164737729',ramdisk_id='',reservation_id='r-u9d4cp04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1222182895',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1222182895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4567127a3b724c529d5b8bee1a94d3eb',uuid=671b9b38-db2f-4092-8507-2ac44dc669c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converting VIF {"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG os_vif [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '436f0afb-f056-5209-9ad8-8eb09123282b', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4d04d670-74, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4d04d670-74, col_values=(('qos', UUID('708dbe68-8bbc-4663-83f7-e724d9521963')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4d04d670-74, col_values=(('external_ids', {'iface-id': '4d04d670-7421-4e69-a9d6-033df6a64068', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:9a:75', 'vm-uuid': '671b9b38-db2f-4092-8507-2ac44dc669c7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: INFO os_vif [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74')
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] No VIF found with MAC fa:16:3e:94:9a:75, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updated VIF entry in instance network info cache for port 4d04d670-7421-4e69-a9d6-033df6a64068. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updating instance_info_cache with network_info: [{"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf9ef925-5df8-4e84-b18b-cd1b8be8375d req-78356c25-2f7c-4b91-a0bc-4c5aaa011b42 service nova] Releasing lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:28 user nova-compute[75027]: WARNING nova.compute.manager [req-2eb2d089-6440-49da-8b6d-2e4d50538187 req-1645a78e-372e-4e6a-8fcc-06151c39f273 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 for instance with vm_state building and task_state spawning.
Nov 29 04:21:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:30 user nova-compute[75027]: WARNING nova.compute.manager [req-f9ade5e8-187e-4a04-98f6-7410ac43dc66 req-e79b64ee-992e-4451-9fe6-61676253b5c8 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 for instance with vm_state building and task_state spawning.
Nov 29 04:21:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance spawned successfully.
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:32 user nova-compute[75027]: INFO nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Took 13.22 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:32 user nova-compute[75027]: INFO nova.compute.manager [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Took 14.42 seconds to build instance.
Nov 29 04:21:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f62b28c4-a818-41f0-bf05-e7163f48eb68 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.953s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:32 user nova-compute[75027]: INFO nova.compute.claims [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Claim successful on node user
Nov 29 04:21:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance spawned successfully.
Nov 29 04:21:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:33 user nova-compute[75027]: INFO nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Took 10.58 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:33 user nova-compute[75027]: INFO nova.compute.manager [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Took 11.89 seconds to build instance.
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Instance spawned successfully.
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5ebffaaa-98dc-4679-b697-5f2a858c7ef2 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.057s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:33 user nova-compute[75027]: INFO nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Took 8.31 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.870s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:33 user nova-compute[75027]: INFO nova.compute.manager [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Took 10.19 seconds to build instance.
Nov 29 04:21:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f4f85c3-ac99-496d-b7b1-a03a1e75ad7b tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.508s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:34 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:34 user nova-compute[75027]: DEBUG nova.policy [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2071ab41ffd45f387d100cb68f5dd8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b5aa39a67a348fcbc2a97568830f433', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:34 user nova-compute[75027]: INFO nova.virt.block_device [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Booting with volume fd0a5d40-dbd6-4740-8050-6ac091309275 at /dev/vda
Nov 29 04:21:34 user nova-compute[75027]: DEBUG os_brick.utils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:21:34 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpt9txdbu2/privsep.sock']
Nov 29 04:21:34 user sudo[85503]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpt9txdbu2/privsep.sock
Nov 29 04:21:34 user sudo[85503]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 04:21:36 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Successfully created port: 48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:36 user sudo[85503]: pam_unix(sudo:session): session closed for user root
Nov 29 04:21:36 user nova-compute[75027]: INFO oslo.privsep.daemon [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Spawned new privsep daemon via rootwrap
Nov 29 04:21:36 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 04:21:36 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 04:21:36 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 29 04:21:36 user nova-compute[75027]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85508
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0acb19-3587-4238-ac29-c802e87ec53b]: (2,) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[034bd597-d33b-4a3f-be35-b576ac05f83b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.nvmeof [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3781f57-c032-4aa4-bbeb-4435e016e1ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dc38411-4f27-4038-baff-2b29be33fedd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a74c550-010e-4584-b2b7-6b070e011edf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Successfully updated port: 48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquired lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:21:37 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[17dcb594-c1b0-4235-b9b9-e975ea306ddb]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG os_brick.utils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== get_connector_properties: return (3085ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating existing volume attachment record: ea1f2432-556e-4b21-a6bb-53e68e3b9549 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-changed-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Refreshing instance network info cache due to event network-changed-48822f0d-bbca-491c-8644-db56408533ba. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] Acquiring lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:21:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating instance_info_cache with network_info: [{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Releasing lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance network_info: |[{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] Acquired lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Refreshing network info cache for port 48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updated VIF entry in instance network info cache for port 48822f0d-bbca-491c-8644-db56408533ba. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG nova.network.neutron [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating instance_info_cache with network_info: [{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a50bff7-35b8-4f7d-8700-110c3f8523e2 req-4266b293-1bec-40ce-a29a-029a9f256c76 service nova] Releasing lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Skipping network cache update for instance because it is Building. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 39f0409c-8f19-4b59-8d6b-c261a7ebe361 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating instance_info_cache with network_info: [{"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-39f0409c-8f19-4b59-8d6b-c261a7ebe361" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.315s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] No waiting events found dispatching network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:43 user nova-compute[75027]: WARNING nova.compute.manager [req-1384e35b-4507-47b0-b07e-320099d61e35 req-6c029e8b-000e-4e48-ab81-9b8083b2fd24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received unexpected event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da for instance with vm_state active and task_state None.
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] No waiting events found dispatching network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:45 user nova-compute[75027]: WARNING nova.compute.manager [req-7fff63f3-528f-4bc2-b157-bdbdf33cb99f req-22f5b6e0-67e8-4408-84e3-62482ea5ff24 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received unexpected event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da for instance with vm_state active and task_state None.
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:46 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7884MB free_disk=25.595108032226562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:21:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 39f0409c-8f19-4b59-8d6b-c261a7ebe361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance adfba195-a3b6-4740-ab75-1d6a19f6e124 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fc63155a-df46-45dc-8f31-3f514091b579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 671b9b38-db2f-4092-8507-2ac44dc669c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 4c39e07e-d166-4455-8432-5b3d9bb50ded actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.943s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:48 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Creating image(s)
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Ensure instance console log exists: /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start _get_guest_xml network_info=[{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'ea1f2432-556e-4b21-a6bb-53e68e3b9549', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4c39e07e-d166-4455-8432-5b3d9bb50ded', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd0a5d40-dbd6-4740-8050-6ac091309275', 'serial': 'fd0a5d40-dbd6-4740-8050-6ac091309275'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:21:48 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:48 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connector [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Factory for ISCSI on None {{(pid=75027) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:21:48 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:21:48 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:21:48 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:21:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b3b9d1-bb8d-484c-b43d-c869a671eb85]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:21:48 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca14cb1d-3068-48b1-bd50-ac0759c33365]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275] added
Nov 29 04:21:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.132s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b34b23d3-e69e-4a75-a9f4-e2c6bd1f5ba7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9bc6ca-dc24-43ef-b847-bc92d9bfab2e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UeqsjhrR {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UeqsjhrR" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a6e7c7-f360-44f1-b225-3adc39e0bacd]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UeqsjhrR'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[008b7b45-8da6-4fad-ad29-a91dda77cc0b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3793e9e8-1070-4e56-8e83-719e643f4e5e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:21:48 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:21:48 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:21:48 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:21:48 user nova-compute[75027]: 
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f17362-4a3f-4118-b0ba-e3a39daaa117]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]
Nov 29 04:21:48 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.
Nov 29 04:21:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a0ef53-038c-425a-b513-ea2c77d7145f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae9ee8a-f82a-4380-aec0-e24cbdd74925]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:21:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:21:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.437s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[44f810c5-5b60-4e80-a5b7-4ccd12b2fce3]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:21:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.486s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== connect_volume: return (1488ms) {'type': 'block', 'scsi_wwn': '26234353930393365', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234353930393365', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1319670543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lazy-loading 'pci_devices' on Instance uuid 4c39e07e-d166-4455-8432-5b3d9bb50ded {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:21:49 user nova-compute[75027]:   <uuid>4c39e07e-d166-4455-8432-5b3d9bb50ded</uuid>
Nov 29 04:21:49 user nova-compute[75027]:   <name>instance-00000008</name>
Nov 29 04:21:49 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:21:49 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:21:49 user nova-compute[75027]:   <metadata>
Nov 29 04:21:49 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:21:49 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:21:49 user nova-compute[75027]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1319670543</nova:name>
Nov 29 04:21:49 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:21:48</nova:creationTime>
Nov 29 04:21:49 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:21:49 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:21:49 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:21:49 user nova-compute[75027]:       <nova:owner>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:user uuid="c2071ab41ffd45f387d100cb68f5dd8f">tempest-ServerActionsV293TestJSON-995356630-project-member</nova:user>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:project uuid="5b5aa39a67a348fcbc2a97568830f433">tempest-ServerActionsV293TestJSON-995356630</nova:project>
Nov 29 04:21:49 user nova-compute[75027]:       </nova:owner>
Nov 29 04:21:49 user nova-compute[75027]:       <nova:ports>
Nov 29 04:21:49 user nova-compute[75027]:         <nova:port uuid="48822f0d-bbca-491c-8644-db56408533ba">
Nov 29 04:21:49 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:21:49 user nova-compute[75027]:         </nova:port>
Nov 29 04:21:49 user nova-compute[75027]:       </nova:ports>
Nov 29 04:21:49 user nova-compute[75027]:     </nova:instance>
Nov 29 04:21:49 user nova-compute[75027]:   </metadata>
Nov 29 04:21:49 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:21:49 user nova-compute[75027]:     <system>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="serial">4c39e07e-d166-4455-8432-5b3d9bb50ded</entry>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="uuid">4c39e07e-d166-4455-8432-5b3d9bb50ded</entry>
Nov 29 04:21:49 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:21:49 user nova-compute[75027]:     </system>
Nov 29 04:21:49 user nova-compute[75027]:   </sysinfo>
Nov 29 04:21:49 user nova-compute[75027]:   <os>
Nov 29 04:21:49 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:21:49 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:21:49 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:21:49 user nova-compute[75027]:   </os>
Nov 29 04:21:49 user nova-compute[75027]:   <features>
Nov 29 04:21:49 user nova-compute[75027]:     <acpi/>
Nov 29 04:21:49 user nova-compute[75027]:     <apic/>
Nov 29 04:21:49 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:21:49 user nova-compute[75027]:   </features>
Nov 29 04:21:49 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:21:49 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:21:49 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:21:49 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:21:49 user nova-compute[75027]:   </clock>
Nov 29 04:21:49 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:21:49 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:21:49 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:21:49 user nova-compute[75027]:   </cpu>
Nov 29 04:21:49 user nova-compute[75027]:   <devices>
Nov 29 04:21:49 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:21:49 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:21:49 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:21:49 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:21:49 user nova-compute[75027]:       <serial>fd0a5d40-dbd6-4740-8050-6ac091309275</serial>
Nov 29 04:21:49 user nova-compute[75027]:     </disk>
Nov 29 04:21:49 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:21:49 user nova-compute[75027]:       <mac address="fa:16:3e:83:2e:6b"/>
Nov 29 04:21:49 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:49 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:21:49 user nova-compute[75027]:       <target dev="tap48822f0d-bb"/>
Nov 29 04:21:49 user nova-compute[75027]:     </interface>
Nov 29 04:21:49 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:21:49 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded/console.log" append="off"/>
Nov 29 04:21:49 user nova-compute[75027]:     </serial>
Nov 29 04:21:49 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:21:49 user nova-compute[75027]:     <video>
Nov 29 04:21:49 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:21:49 user nova-compute[75027]:     </video>
Nov 29 04:21:49 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:21:49 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:21:49 user nova-compute[75027]:     </rng>
Nov 29 04:21:49 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:21:49 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:21:49 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:21:49 user nova-compute[75027]:     </memballoon>
Nov 29 04:21:49 user nova-compute[75027]:   </devices>
Nov 29 04:21:49 user nova-compute[75027]: </domain>
Nov 29 04:21:49 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1319670543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG os_vif [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '879a9482-aff1-585e-8f76-960f5dd7a7c2', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48822f0d-bb, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48822f0d-bb, col_values=(('qos', UUID('eff08533-4787-46b3-8117-db3b4039545a')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48822f0d-bb, col_values=(('external_ids', {'iface-id': '48822f0d-bbca-491c-8644-db56408533ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:2e:6b', 'vm-uuid': '4c39e07e-d166-4455-8432-5b3d9bb50ded'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:49 user nova-compute[75027]: INFO os_vif [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb')
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:21:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] No VIF found with MAC fa:16:3e:83:2e:6b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:51 user nova-compute[75027]: WARNING nova.compute.manager [req-ca2518a6-b745-4191-8e69-262ccdd5e30e req-d12433ae-4f17-4253-86ce-db001321d76f service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state building and task_state spawning.
Nov 29 04:21:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:21:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance spawned successfully.
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:21:53 user nova-compute[75027]: INFO nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Took 5.75 seconds to spawn the instance on the hypervisor.
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:21:53 user nova-compute[75027]: WARNING nova.compute.manager [req-3ccd3729-05d2-4032-aa89-6e4746a2a9de req-3447ccb9-e88b-4c93-87c7-e2e9ee6ea2c4 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state building and task_state spawning.
Nov 29 04:21:53 user nova-compute[75027]: INFO nova.compute.manager [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Took 21.03 seconds to build instance.
Nov 29 04:21:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a2b11cf-8f2e-4b7b-8a1d-35b35001aacd tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.362s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:57 user nova-compute[75027]: INFO nova.compute.claims [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Claim successful on node user
Nov 29 04:21:57 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.570s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.policy [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef2e6e04628244e6bf3290aaea3e3af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62241d4d475e4b30bc39570add40519f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:21:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Creating image(s)
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "/opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "/opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "/opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:21:58 user nova-compute[75027]: INFO nova.compute.claims [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Claim successful on node user
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.226s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk 1073741824" returned: 0 in 0.089s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Successfully created port: c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.233s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.830s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:21:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Cannot resize image /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Ensure instance console log exists: /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:21:59 user nova-compute[75027]: INFO nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Booting with volume 793067ff-d468-4202-b5d6-c5eea3946efe at /dev/vda
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.policy [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1305e41080941f3afe432c5b24fe8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1427fb80d46c4a529dfe9778589dacc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e42bac92-125b-4ad0-b456-940e2347a6c7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bba4c00-7093-4297-b60b-f98ad1e22e2a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d1e92b7-1c26-4443-95be-219fa6a2e2dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ad80a4-da26-46c6-9f1e-81b108f557f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:21:59 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa568f4-aec3-4822-91e2-66c6dd76bbbc]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating existing volume attachment record: 7bf56a9d-ea51-45ba-b21b-b7bb68816d48 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Successfully updated port: c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquired lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-changed-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Refreshing instance network info cache due to event network-changed-c99be072-30a3-4bca-97f9-f9d8202d0cf6. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:21:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] Acquiring lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating instance_info_cache with network_info: [{"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Releasing lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Instance network_info: |[{"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] Acquired lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.neutron [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Refreshing network info cache for port c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Start _get_guest_xml network_info=[{"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:22:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1572571035',display_name='tempest-TestServerVolumeAttachmentScenario-server-1572571035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1572571035',id=9,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKBO1spoysXtBfhgbjvuHiivfQWpErYokke9quKqsVDKvNvxEPxnJNCj4jSzkilXvEN6f1+dgFERcGFKxXQXzRfnVL6ksuxG+/fUM3GbuqEhUyIIkjKqktx4veuWfhQZw==',key_name='tempest-keypair-1330472199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62241d4d475e4b30bc39570add40519f',ramdisk_id='',reservation_id='r-9b00r5wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-491918002',owner_user_name='tempest-TestServerVolumeAttachmentScenario-491918002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef2e6e04628244e6bf3290aaea3e3af7',uuid=b7fe621f-f411-4310-a58c-e0c0d00372d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converting VIF {"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'pci_devices' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:22:00 user nova-compute[75027]:   <uuid>b7fe621f-f411-4310-a58c-e0c0d00372d1</uuid>
Nov 29 04:22:00 user nova-compute[75027]:   <name>instance-00000009</name>
Nov 29 04:22:00 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:22:00 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:22:00 user nova-compute[75027]:   <metadata>
Nov 29 04:22:00 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:22:00 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1572571035</nova:name>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:22:00</nova:creationTime>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:22:00 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:22:00 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:owner>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:user uuid="ef2e6e04628244e6bf3290aaea3e3af7">tempest-TestServerVolumeAttachmentScenario-491918002-project-member</nova:user>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:project uuid="62241d4d475e4b30bc39570add40519f">tempest-TestServerVolumeAttachmentScenario-491918002</nova:project>
Nov 29 04:22:00 user nova-compute[75027]:       </nova:owner>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:22:00 user nova-compute[75027]:       <nova:ports>
Nov 29 04:22:00 user nova-compute[75027]:         <nova:port uuid="c99be072-30a3-4bca-97f9-f9d8202d0cf6">
Nov 29 04:22:00 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 04:22:00 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:00 user nova-compute[75027]:       </nova:ports>
Nov 29 04:22:00 user nova-compute[75027]:     </nova:instance>
Nov 29 04:22:00 user nova-compute[75027]:   </metadata>
Nov 29 04:22:00 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:22:00 user nova-compute[75027]:     <system>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="serial">b7fe621f-f411-4310-a58c-e0c0d00372d1</entry>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="uuid">b7fe621f-f411-4310-a58c-e0c0d00372d1</entry>
Nov 29 04:22:00 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:22:00 user nova-compute[75027]:     </system>
Nov 29 04:22:00 user nova-compute[75027]:   </sysinfo>
Nov 29 04:22:00 user nova-compute[75027]:   <os>
Nov 29 04:22:00 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:22:00 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:22:00 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:22:00 user nova-compute[75027]:   </os>
Nov 29 04:22:00 user nova-compute[75027]:   <features>
Nov 29 04:22:00 user nova-compute[75027]:     <acpi/>
Nov 29 04:22:00 user nova-compute[75027]:     <apic/>
Nov 29 04:22:00 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:22:00 user nova-compute[75027]:   </features>
Nov 29 04:22:00 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:22:00 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:22:00 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:22:00 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:22:00 user nova-compute[75027]:   </clock>
Nov 29 04:22:00 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:22:00 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:22:00 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:22:00 user nova-compute[75027]:   </cpu>
Nov 29 04:22:00 user nova-compute[75027]:   <devices>
Nov 29 04:22:00 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:22:00 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:22:00 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk"/>
Nov 29 04:22:00 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:22:00 user nova-compute[75027]:     </disk>
Nov 29 04:22:00 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:00 user nova-compute[75027]:       <mac address="fa:16:3e:52:04:52"/>
Nov 29 04:22:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:00 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:00 user nova-compute[75027]:       <target dev="tapc99be072-30"/>
Nov 29 04:22:00 user nova-compute[75027]:     </interface>
Nov 29 04:22:00 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:22:00 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/console.log" append="off"/>
Nov 29 04:22:00 user nova-compute[75027]:     </serial>
Nov 29 04:22:00 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:22:00 user nova-compute[75027]:     <video>
Nov 29 04:22:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:00 user nova-compute[75027]:     </video>
Nov 29 04:22:00 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:22:00 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:22:00 user nova-compute[75027]:     </rng>
Nov 29 04:22:00 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:22:00 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:22:00 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:22:00 user nova-compute[75027]:     </memballoon>
Nov 29 04:22:00 user nova-compute[75027]:   </devices>
Nov 29 04:22:00 user nova-compute[75027]: </domain>
Nov 29 04:22:00 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1572571035',display_name='tempest-TestServerVolumeAttachmentScenario-server-1572571035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1572571035',id=9,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKBO1spoysXtBfhgbjvuHiivfQWpErYokke9quKqsVDKvNvxEPxnJNCj4jSzkilXvEN6f1+dgFERcGFKxXQXzRfnVL6ksuxG+/fUM3GbuqEhUyIIkjKqktx4veuWfhQZw==',key_name='tempest-keypair-1330472199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62241d4d475e4b30bc39570add40519f',ramdisk_id='',reservation_id='r-9b00r5wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-491918002',owner_user_name='tempest-TestServerVolumeAttachmentScenario-491918002-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef2e6e04628244e6bf3290aaea3e3af7',uuid=b7fe621f-f411-4310-a58c-e0c0d00372d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converting VIF {"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG os_vif [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a9266b3-db68-5d6f-8eae-5d91322f2b2c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc99be072-30, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc99be072-30, col_values=(('qos', UUID('d88c56dc-3475-479e-9630-bbe81700c1ce')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc99be072-30, col_values=(('external_ids', {'iface-id': 'c99be072-30a3-4bca-97f9-f9d8202d0cf6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:04:52', 'vm-uuid': 'b7fe621f-f411-4310-a58c-e0c0d00372d1'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:00 user nova-compute[75027]: INFO os_vif [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30')
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No VIF found with MAC fa:16:3e:52:04:52, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully created port: a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updated VIF entry in instance network info cache for port c99be072-30a3-4bca-97f9-f9d8202d0cf6. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating instance_info_cache with network_info: [{"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ae81f82-74c7-495d-80f2-e7f91aa8a0df req-fdee7744-a9a2-49df-873e-7fb517d950a5 service nova] Releasing lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully created port: 78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] No waiting events found dispatching network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:02 user nova-compute[75027]: WARNING nova.compute.manager [req-5ec4a357-2d19-4146-ab6c-326becba49fe req-d53f8903-91c7-42e3-8a52-8b6f4e538ff3 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received unexpected event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 for instance with vm_state building and task_state spawning.
Nov 29 04:22:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully created port: 3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully created port: 0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully created port: 50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] No waiting events found dispatching network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:04 user nova-compute[75027]: WARNING nova.compute.manager [req-d3da3c7c-e8a7-49ae-af45-5acca6614fdd req-d11ffad9-0c52-488e-83ba-d66e3b68c9de service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received unexpected event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e for instance with vm_state active and task_state None.
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] No waiting events found dispatching network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:04 user nova-compute[75027]: WARNING nova.compute.manager [req-7c289cc5-bc72-48ee-9394-f6e4090308df req-9d796607-a5fe-4f38-8e9a-902efeb6d112 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received unexpected event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 for instance with vm_state building and task_state spawning.
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:22:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Instance spawned successfully.
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:04 user nova-compute[75027]: INFO nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Took 6.19 seconds to spawn the instance on the hypervisor.
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:04 user nova-compute[75027]: INFO nova.compute.manager [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Took 7.25 seconds to build instance.
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-a018f504-c8fd-4b14-9a37-da495ad4e31b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.network.neutron [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5a247245-5156-4dcc-8f04-271e472d8250 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.373s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:22:04 user nova-compute[75027]: INFO nova.compute.claims [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Claim successful on node user
Nov 29 04:22:04 user nova-compute[75027]: DEBUG nova.network.neutron [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3052f6f7-e038-40b2-a2be-d415b52463c9 req-041ef870-0c6c-4cf9-8863-618fb8810c8a service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.633s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:22:05 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:05 user nova-compute[75027]: INFO nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Booting with volume 2d1e7c78-4832-4183-a2a6-462ad602d866 at /dev/vda
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73e15a6-b996-4e07-aa36-4e8d94dc3a68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.policy [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cfccb6eab044ceaab70e07745b47bd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c52e9429064603a23255a8c0ba21a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f75c381-b99a-4fb2-9580-70249c115e49]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bbae0c-eb8f-4495-aae3-fdf5d3188fdc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0249e1f1-23b6-4431-9b6f-b70239debbb6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:05 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:05 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4aa8b0-cb0f-48d4-90c3-c7a35ff833c6]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:05 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating existing volume attachment record: 6b42aa82-ae21-49a5-aaa3-48b83bfe4e5d {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: 6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] No waiting events found dispatching network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:06 user nova-compute[75027]: WARNING nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received unexpected event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e for instance with vm_state active and task_state None.
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] No waiting events found dispatching network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:06 user nova-compute[75027]: WARNING nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received unexpected event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 for instance with vm_state active and task_state None.
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] No waiting events found dispatching network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:06 user nova-compute[75027]: WARNING nova.compute.manager [req-2140e6c3-9d1b-4aa4-bd1b-c4fa1d068416 req-43ec0436-def3-4465-b00f-979552e91124 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received unexpected event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 for instance with vm_state active and task_state None.
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully created port: a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-e11faaf5-fb6d-47e0-a87b-04856cbf402d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:06 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: 78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-6130cdef-6e56-4ddc-a69b-ce44c1fbba10. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port 6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully created port: 472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-249b5b88-1191-4a56-b063-b15e2e8132c1 req-41488c60-3623-4a5e-90f0-43a677196edd service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully created port: 8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: 3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully created port: 1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-78308b26-364e-4baf-8a2a-a5dd2e2d07f3. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port 78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully created port: c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: 0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-3758d5b1-9c8a-458e-8e86-e145a0634994. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port 3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-53a86353-3fd6-44a0-a5a2-9829f3ed02ab req-10f303c4-75c7-4493-8519-fdd3a1eeaaf1 service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-a686995b-3cc1-4e99-8a45-b78926a1ccef. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.network.neutron [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bcda103c-4358-4814-b3b9-7002a92de167 req-61683616-33b0-4b61-9a92-7666f1248618 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Successfully updated port: 50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: 6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-0b02f591-90da-4984-a125-9ee87384dc8b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port 6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: 472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: 8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89d8ce4f-b460-4ea8-8099-24e9c73a95b2 req-c820d9d7-247d-411a-87ec-aca59a0037e5 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: 1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance network_info: |[{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port 0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updated VIF entry in instance network info cache for port 0b02f591-90da-4984-a125-9ee87384dc8b. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-50b0ae30-219e-487e-8f18-8e0a7831a9c4. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port 50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-472250cc-5e8f-42c1-805d-5d86fa4d1834. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port 472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Successfully updated port: c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:14 user nova-compute[75027]: INFO nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Booting with volume 0493dbeb-9ffb-4bfe-9541-6dff091ac317 at /dev/vdb
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3bc61f5-21c0-4d41-a97b-b7331c16ccb2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa600bc0-eb22-426c-b1b6-4e09b703027e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac94ec9-0a6a-438a-8790-4758d971a9df]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffc5f60-a946-4c58-a1bc-cbf01b1baaf4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:14 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc1c5a6-ddfc-43b2-bec2-7664155fc005]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== get_connector_properties: return (202ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating existing volume attachment record: a42c8cb4-5d3b-4907-b24a-8aa9fc617afe {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-8c4a017f-fe9c-4bbf-98a8-48b149cac11a. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port 8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updated VIF entry in instance network info cache for port 50b0ae30-219e-487e-8f18-8e0a7831a9c4. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c2d104e9-d751-4abb-abec-79b4cf9212d5 req-f0212e0e-5aa7-477e-8633-da53939c0058 service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-1317d290-703e-45aa-90af-e5945847de58. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port 1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7244c091-1959-460b-bcdc-1538dedb0193 req-05f7ff30-8aa3-4d4c-9ee3-67ad35051788 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:15 user nova-compute[75027]: INFO nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Booting with volume cce3c259-f5c8-4626-afdf-596872c08672 at /dev/vdb
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b521fc0-a9a6-4623-a608-08ad9fed9fc2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[065c5475-c5c5-46e4-a46f-39055d0e35f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c346a64a-d273-4b80-b08f-31dc4668ea3f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[170607c8-2392-443d-87ef-b22822850b7e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:15 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19d3945-683a-4762-a7df-ca90d84de695]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating existing volume attachment record: 54f2ace4-6899-4e54-9c34-ec6d2ee7e498 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-c029f034-afb9-4ec9-8a62-3aa34d0a488e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance network_info: |[{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:22:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:17 user nova-compute[75027]: DEBUG nova.network.neutron [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:18 user nova-compute[75027]: DEBUG nova.network.neutron [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updated VIF entry in instance network info cache for port c029f034-afb9-4ec9-8a62-3aa34d0a488e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:18 user nova-compute[75027]: DEBUG nova.network.neutron [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f1da0b8e-1ca8-4a4b-9707-2e3a8813a90a req-9c1afcbb-558f-4c79-a8b0-b9e963ea2dc9 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:21 user nova-compute[75027]: INFO nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Booting with volume d3babcde-1dd6-4652-94ae-25c9b76e764c at /dev/vdc
Nov 29 04:22:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec594aad-e632-4611-bb61-60c81a42952e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[01289e52-370f-49b6-b201-6dff2cc54c04]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28b36cf-b270-4794-9d80-bb621410a735]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b84969-1654-46c0-b966-42875fd0cdfc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:22 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[23bc2e68-517a-4b24-8e93-41f6d9879ca3]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG os_brick.utils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:22 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating existing volume attachment record: 2408247a-e970-425f-8852-2927da96f1e4 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:26 user nova-compute[75027]: INFO nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Booting with volume 1bb80d88-c581-4901-a678-195c6300d8bb at /dev/vdc
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9613857-975b-4d11-aa55-1c3a6008eeed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1e7fba-8f8e-4c6e-96f3-283671daa7f6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f499a6a-df46-4539-99e9-0acd6981b5e1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac82b70e-e8aa-4650-acb4-239fba76084a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:26 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7d2c32-f31e-4844-bd13-6e65b77cd49c]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG os_brick.utils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:26 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating existing volume attachment record: 08c24b85-5f09-49b1-8d8a-88de70eb245d {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:22:30 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Creating image(s)
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Ensure instance console log exists: /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Start _get_guest_xml network_info=[{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '6b42aa82-ae21-49a5-aaa3-48b83bfe4e5d', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IkKFiRNP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b33d98f2-3555-4daa-a55f-a59fa45779b7', 'attached_at': '', 'detached_at': '', 'volume_id': '2d1e7c78-4832-4183-a2a6-462ad602d866', 'serial': '2d1e7c78-4832-4183-a2a6-462ad602d866'}, 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': 'a42c8cb4-5d3b-4907-b24a-8aa9fc617afe', 'disk_bus': 'virtio', 'boot_index': 1, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vjPTmeIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b33d98f2-3555-4daa-a55f-a59fa45779b7', 'attached_at': '', 'detached_at': '', 'volume_id': '0493dbeb-9ffb-4bfe-9541-6dff091ac317', 'serial': '0493dbeb-9ffb-4bfe-9541-6dff091ac317'}, 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '2408247a-e970-425f-8852-2927da96f1e4', 'disk_bus': 'virtio', 'boot_index': 2, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QPHavylu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b33d98f2-3555-4daa-a55f-a59fa45779b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3babcde-1dd6-4652-94ae-25c9b76e764c', 'serial': 'd3babcde-1dd6-4652-94ae-25c9b76e764c'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:22:30 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:30 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IkKFiRNP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:30 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:30 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:30 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec90a26-358b-48bb-9179-f8c6cd95eab2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:30 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02dd433d-7a8b-4d2c-be81-c82baa54f739]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866] added
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[429f0e2a-a075-44ff-a005-d623f749ebb5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[704e268d-b4bb-49b3-afe3-c8b01714a9ca]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IkKFiRNP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IkKFiRNP" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fa8975-38cf-4917-a7d3-22c354b13f35]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IkKFiRNP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[71207819-b569-4a41-9d6b-8168eb8b12ec]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10cb92a-a478-4219-91ea-861c1adcf013]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5726bbfc-9c78-4c3f-aee7-64701cd05e14]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260]
Nov 29 04:22:30 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60bfc50b-1ac8-4def-bf8a-8a9567245a26]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ecd689-4f20-47c2-9e3d-c14b9c3d9372]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.249s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6beabea5-565a-43ff-9ef8-0c61a3e2d41c]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IkKFiRNP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '26133396530626436', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133396530626436', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vjPTmeIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:31 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:31 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:31 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97f1023-41bd-40c4-b4c7-53cbc745d621]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:31 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1421b4-131d-4bb5-8644-ac9d56f80655]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317] added
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6cc2094-10c0-4172-aadf-1b010bb18413]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e580416-d326-4752-927a-e477d17a1adc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vjPTmeIz {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vjPTmeIz" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5f2d25-a27f-4895-a72b-7972615ac625]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vjPTmeIz'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9152a3-67a5-462d-b1b9-c5241b10ac36]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c60e21-d1f9-412b-95d7-708b68e749e0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac959885-83d8-48eb-b59d-c5e34e0c6e80]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260]
Nov 29 04:22:31 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27b16ba-683c-4135-98f5-d10067768db5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1702b8b-06ed-4920-bf93-4e4b357a6469]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13ec1f5-cc5e-4ad4-bbba-7b80e873459b]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vjPTmeIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:22:32 user nova-compute[75027]: INFO nova.compute.claims [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Claim successful on node user
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23264343063633032', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264343063633032', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QPHavylu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:32 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:32 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:32 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a14635-9387-4910-8bc7-5703378e7af3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:32 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc396242-c13b-41a7-a813-73404f6c1b7c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c] added
Nov 29 04:22:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[26958be1-bb76-4ab6-9229-2714396a5669]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0733de46-894a-4e78-b2d4-4468631d262a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QPHavylu {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QPHavylu" returned: 0 in 0.103s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[49375087-84c1-47b4-b8ec-d5260ab1897c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QPHavylu'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc6a657-7a7a-4865-878d-f39128c9ed17]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b46b5c-6f0e-46b2-aa14-309cd2c36f43]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c14d206-f9fe-4322-86b2-7a9320e1068c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260]
Nov 29 04:22:33 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc5251e-cc21-4565-95c0-eae33016c4b9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b25815e-ce4c-4366-ac57-5f96a573a1a0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:33 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.421s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f7f324-66be-421b-81b0-0ccf56d237a8]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QPHavylu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.632s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:22:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:22:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Creating image(s)
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "/opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "/opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG nova.policy [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae66726ae90b422ab1381aa97d948661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a926f2fb924618823fd5bd4ce88ba5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk 1073741824" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.497s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== connect_volume: return (1501ms) {'type': 'block', 'scsi_wwn': '23332633838666364', 'path': '/dev/sde'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23332633838666364', 'path': '/dev/sde'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lazy-loading 'pci_devices' on Instance uuid b33d98f2-3555-4daa-a55f-a59fa45779b7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:22:34 user nova-compute[75027]:   <uuid>b33d98f2-3555-4daa-a55f-a59fa45779b7</uuid>
Nov 29 04:22:34 user nova-compute[75027]:   <name>instance-0000000b</name>
Nov 29 04:22:34 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:22:34 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:22:34 user nova-compute[75027]:   <metadata>
Nov 29 04:22:34 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:22:34 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:name>tempest-device-tagging-server-276238251</nova:name>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:22:30</nova:creationTime>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:22:34 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:22:34 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:owner>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:user uuid="3cfccb6eab044ceaab70e07745b47bd6">tempest-TaggedBootDevicesTest_v242-1050749510-project-member</nova:user>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:project uuid="f1c52e9429064603a23255a8c0ba21a0">tempest-TaggedBootDevicesTest_v242-1050749510</nova:project>
Nov 29 04:22:34 user nova-compute[75027]:       </nova:owner>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:22:34 user nova-compute[75027]:       <nova:ports>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="a686995b-3cc1-4e99-8a45-b78926a1ccef">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.11" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.121" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="472250cc-5e8f-42c1-805d-5d86fa4d1834">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.177" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="8c4a017f-fe9c-4bbf-98a8-48b149cac11a">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.193" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="1317d290-703e-45aa-90af-e5945847de58">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:         <nova:port uuid="c029f034-afb9-4ec9-8a62-3aa34d0a488e">
Nov 29 04:22:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 04:22:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:34 user nova-compute[75027]:       </nova:ports>
Nov 29 04:22:34 user nova-compute[75027]:     </nova:instance>
Nov 29 04:22:34 user nova-compute[75027]:   </metadata>
Nov 29 04:22:34 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:22:34 user nova-compute[75027]:     <system>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="serial">b33d98f2-3555-4daa-a55f-a59fa45779b7</entry>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="uuid">b33d98f2-3555-4daa-a55f-a59fa45779b7</entry>
Nov 29 04:22:34 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:22:34 user nova-compute[75027]:     </system>
Nov 29 04:22:34 user nova-compute[75027]:   </sysinfo>
Nov 29 04:22:34 user nova-compute[75027]:   <os>
Nov 29 04:22:34 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:22:34 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:22:34 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:22:34 user nova-compute[75027]:   </os>
Nov 29 04:22:34 user nova-compute[75027]:   <features>
Nov 29 04:22:34 user nova-compute[75027]:     <acpi/>
Nov 29 04:22:34 user nova-compute[75027]:     <apic/>
Nov 29 04:22:34 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:22:34 user nova-compute[75027]:   </features>
Nov 29 04:22:34 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:22:34 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:22:34 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:22:34 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:22:34 user nova-compute[75027]:   </clock>
Nov 29 04:22:34 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:22:34 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:22:34 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:22:34 user nova-compute[75027]:   </cpu>
Nov 29 04:22:34 user nova-compute[75027]:   <devices>
Nov 29 04:22:34 user nova-compute[75027]:     <disk type="file" device="cdrom">
Nov 29 04:22:34 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 04:22:34 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/disk.config"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="hda" bus="ide"/>
Nov 29 04:22:34 user nova-compute[75027]:     </disk>
Nov 29 04:22:34 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:34 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:34 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <serial>2d1e7c78-4832-4183-a2a6-462ad602d866</serial>
Nov 29 04:22:34 user nova-compute[75027]:     </disk>
Nov 29 04:22:34 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:34 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:34 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <serial>0493dbeb-9ffb-4bfe-9541-6dff091ac317</serial>
Nov 29 04:22:34 user nova-compute[75027]:     </disk>
Nov 29 04:22:34 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:34 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:34 user nova-compute[75027]:       <source dev="/dev/sde"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="vdc" bus="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <serial>d3babcde-1dd6-4652-94ae-25c9b76e764c</serial>
Nov 29 04:22:34 user nova-compute[75027]:     </disk>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:f9:b7:13"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tapa686995b-3c"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:01:a1:75"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tap6f4ad3cf-47"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:ba:5e:2a"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tapb9e9dcf4-a3"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:32:11:76"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tap472250cc-5e"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:e6:b6:d8"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tap8c4a017f-fe"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:ba:7a:db"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tap1317d290-70"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:34 user nova-compute[75027]:       <mac address="fa:16:3e:50:e1:34"/>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:34 user nova-compute[75027]:       <target dev="tapc029f034-af"/>
Nov 29 04:22:34 user nova-compute[75027]:     </interface>
Nov 29 04:22:34 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:22:34 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/console.log" append="off"/>
Nov 29 04:22:34 user nova-compute[75027]:     </serial>
Nov 29 04:22:34 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:22:34 user nova-compute[75027]:     <video>
Nov 29 04:22:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:34 user nova-compute[75027]:     </video>
Nov 29 04:22:34 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:22:34 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:22:34 user nova-compute[75027]:     </rng>
Nov 29 04:22:34 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:22:34 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:22:34 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:22:34 user nova-compute[75027]:     </memballoon>
Nov 29 04:22:34 user nova-compute[75027]:   </devices>
Nov 29 04:22:34 user nova-compute[75027]: </domain>
Nov 29 04:22:34 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccbf04b5-7693-51fe-822e-4cba8c9a65dd', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa686995b-3c, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa686995b-3c, col_values=(('qos', UUID('1473145c-f207-4e45-811e-88f652576482')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa686995b-3c, col_values=(('external_ids', {'iface-id': 'a686995b-3cc1-4e99-8a45-b78926a1ccef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:b7:13', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c')
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b68726e-fdfb-5f8b-b6f0-227c093584b5', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Cannot resize image /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Ensure instance console log exists: /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f4ad3cf-47, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f4ad3cf-47, col_values=(('qos', UUID('5b0065f8-2b88-4977-9660-9979b9d9caf2')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f4ad3cf-47, col_values=(('external_ids', {'iface-id': '6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:a1:75', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47')
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0164825-6f32-57a2-959e-702edf0b4c3c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Successfully created port: be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9e9dcf4-a3, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9e9dcf4-a3, col_values=(('qos', UUID('098ece11-884a-4575-82b3-0a7bf1797ad0')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9e9dcf4-a3, col_values=(('external_ids', {'iface-id': 'b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:5e:2a', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3')
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '571b0331-b7a9-518c-be8b-a621e4303f2d', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap472250cc-5e, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap472250cc-5e, col_values=(('qos', UUID('435d7f47-6860-4dbb-bf4a-bf1270de7966')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap472250cc-5e, col_values=(('external_ids', {'iface-id': '472250cc-5e8f-42c1-805d-5d86fa4d1834', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:11:76', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e')
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ae84662-69cd-58ea-b7f4-038482a11d15', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8c4a017f-fe, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8c4a017f-fe, col_values=(('qos', UUID('2b0e7c4c-5bce-429d-b989-38c4dd10b9be')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8c4a017f-fe, col_values=(('external_ids', {'iface-id': '8c4a017f-fe9c-4bbf-98a8-48b149cac11a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:b6:d8', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe')
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df4b0fa0-b67a-5423-ac14-055ac010f91c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1317d290-70, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1317d290-70, col_values=(('qos', UUID('4551f016-59be-43b9-baf4-891a6fbc9ef8')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1317d290-70, col_values=(('external_ids', {'iface-id': '1317d290-703e-45aa-90af-e5945847de58', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:7a:db', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70')
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1f82189-d965-5bff-ace7-1d3b422122d5', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc029f034-af, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc029f034-af, col_values=(('qos', UUID('5d2ad17b-22f5-419e-a8fc-8edebf6a2e8f')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc029f034-af, col_values=(('external_ids', {'iface-id': 'c029f034-afb9-4ec9-8a62-3aa34d0a488e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:e1:34', 'vm-uuid': 'b33d98f2-3555-4daa-a55f-a59fa45779b7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: INFO os_vif [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af')
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] No BDM found with device name hda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] No VIF found with MAC fa:16:3e:f9:b7:13, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] No VIF found with MAC fa:16:3e:e6:b6:d8, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Using config drive
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Successfully updated port: be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquired lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-changed-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Refreshing instance network info cache due to event network-changed-be0f1428-1eb6-4017-9c26-687759036028. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] Acquiring lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:22:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Creating config drive at /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/disk.config
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk4ek6f0d {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk4ek6f0d" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Updating instance_info_cache with network_info: [{"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Releasing lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Instance network_info: |[{"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] Acquired lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.neutron [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Refreshing network info cache for port be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Start _get_guest_xml network_info=[{"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:22:35 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:35 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:22:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2023124006',display_name='tempest-VolumesNegativeTest-instance-2023124006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2023124006',id=12,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3a926f2fb924618823fd5bd4ce88ba5',ramdisk_id='',reservation_id='r-s8llxr0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-679137724',owner_user_name='tempest-VolumesNegativeTest-679137724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:34Z,user_data=None,user_id='ae66726ae90b422ab1381aa97d948661',uuid=cf4bde4a-73cf-4366-be39-9da063a909a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converting VIF {"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lazy-loading 'pci_devices' on Instance uuid cf4bde4a-73cf-4366-be39-9da063a909a7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:22:35 user nova-compute[75027]:   <uuid>cf4bde4a-73cf-4366-be39-9da063a909a7</uuid>
Nov 29 04:22:35 user nova-compute[75027]:   <name>instance-0000000c</name>
Nov 29 04:22:35 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:22:35 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:22:35 user nova-compute[75027]:   <metadata>
Nov 29 04:22:35 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:22:35 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:name>tempest-VolumesNegativeTest-instance-2023124006</nova:name>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:22:35</nova:creationTime>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:22:35 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:22:35 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:owner>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:user uuid="ae66726ae90b422ab1381aa97d948661">tempest-VolumesNegativeTest-679137724-project-member</nova:user>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:project uuid="f3a926f2fb924618823fd5bd4ce88ba5">tempest-VolumesNegativeTest-679137724</nova:project>
Nov 29 04:22:35 user nova-compute[75027]:       </nova:owner>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:22:35 user nova-compute[75027]:       <nova:ports>
Nov 29 04:22:35 user nova-compute[75027]:         <nova:port uuid="be0f1428-1eb6-4017-9c26-687759036028">
Nov 29 04:22:35 user nova-compute[75027]:           <nova:ip type="fixed" address="192.168.233.210" ipVersion="4"/>
Nov 29 04:22:35 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:35 user nova-compute[75027]:       </nova:ports>
Nov 29 04:22:35 user nova-compute[75027]:     </nova:instance>
Nov 29 04:22:35 user nova-compute[75027]:   </metadata>
Nov 29 04:22:35 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:22:35 user nova-compute[75027]:     <system>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="serial">cf4bde4a-73cf-4366-be39-9da063a909a7</entry>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="uuid">cf4bde4a-73cf-4366-be39-9da063a909a7</entry>
Nov 29 04:22:35 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:22:35 user nova-compute[75027]:     </system>
Nov 29 04:22:35 user nova-compute[75027]:   </sysinfo>
Nov 29 04:22:35 user nova-compute[75027]:   <os>
Nov 29 04:22:35 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:22:35 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:22:35 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:22:35 user nova-compute[75027]:   </os>
Nov 29 04:22:35 user nova-compute[75027]:   <features>
Nov 29 04:22:35 user nova-compute[75027]:     <acpi/>
Nov 29 04:22:35 user nova-compute[75027]:     <apic/>
Nov 29 04:22:35 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:22:35 user nova-compute[75027]:   </features>
Nov 29 04:22:35 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:22:35 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:22:35 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:22:35 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:22:35 user nova-compute[75027]:   </clock>
Nov 29 04:22:35 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:22:35 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:22:35 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:22:35 user nova-compute[75027]:   </cpu>
Nov 29 04:22:35 user nova-compute[75027]:   <devices>
Nov 29 04:22:35 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:22:35 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:22:35 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk"/>
Nov 29 04:22:35 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:22:35 user nova-compute[75027]:     </disk>
Nov 29 04:22:35 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:35 user nova-compute[75027]:       <mac address="fa:16:3e:a0:8c:c2"/>
Nov 29 04:22:35 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:35 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:35 user nova-compute[75027]:       <target dev="tapbe0f1428-1e"/>
Nov 29 04:22:35 user nova-compute[75027]:     </interface>
Nov 29 04:22:35 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:22:35 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/console.log" append="off"/>
Nov 29 04:22:35 user nova-compute[75027]:     </serial>
Nov 29 04:22:35 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:22:35 user nova-compute[75027]:     <video>
Nov 29 04:22:35 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:35 user nova-compute[75027]:     </video>
Nov 29 04:22:35 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:22:35 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:22:35 user nova-compute[75027]:     </rng>
Nov 29 04:22:35 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:22:35 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:22:35 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:22:35 user nova-compute[75027]:     </memballoon>
Nov 29 04:22:35 user nova-compute[75027]:   </devices>
Nov 29 04:22:35 user nova-compute[75027]: </domain>
Nov 29 04:22:35 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:22:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2023124006',display_name='tempest-VolumesNegativeTest-instance-2023124006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2023124006',id=12,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3a926f2fb924618823fd5bd4ce88ba5',ramdisk_id='',reservation_id='r-s8llxr0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-679137724',owner_user_name='tempest-VolumesNegativeTest-679137724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:22:34Z,user_data=None,user_id='ae66726ae90b422ab1381aa97d948661',uuid=cf4bde4a-73cf-4366-be39-9da063a909a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converting VIF {"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG os_vif [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '061ad867-b79c-5856-b762-6eb63e3b5d62', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe0f1428-1e, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe0f1428-1e, col_values=(('qos', UUID('b59f853f-06cd-49bd-8c6c-deebf7746ab9')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe0f1428-1e, col_values=(('external_ids', {'iface-id': 'be0f1428-1eb6-4017-9c26-687759036028', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:8c:c2', 'vm-uuid': 'cf4bde4a-73cf-4366-be39-9da063a909a7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:36 user nova-compute[75027]: INFO os_vif [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e')
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:22:36 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Creating image(s)
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Ensure instance console log exists: /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Start _get_guest_xml network_info=[{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '7bf56a9d-ea51-45ba-b21b-b7bb68816d48', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBQehJGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '36451b67-bf36-4328-8308-96f8b9441c98', 'attached_at': '', 'detached_at': '', 'volume_id': '793067ff-d468-4202-b5d6-c5eea3946efe', 'serial': '793067ff-d468-4202-b5d6-c5eea3946efe'}, 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '54f2ace4-6899-4e54-9c34-ec6d2ee7e498', 'disk_bus': 'virtio', 'boot_index': 1, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRLcsfQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '36451b67-bf36-4328-8308-96f8b9441c98', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce3c259-f5c8-4626-afdf-596872c08672', 'serial': 'cce3c259-f5c8-4626-afdf-596872c08672'}, 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '08c24b85-5f09-49b1-8d8a-88de70eb245d', 'disk_bus': 'virtio', 'boot_index': 2, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'axlsbqEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '36451b67-bf36-4328-8308-96f8b9441c98', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb80d88-c581-4901-a678-195c6300d8bb', 'serial': '1bb80d88-c581-4901-a678-195c6300d8bb'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] No VIF found with MAC fa:16:3e:a0:8c:c2, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBQehJGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:36 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:36 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:36 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eea5dd1-2d79-4b9b-9b25-650fb3b8ee32]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:36 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab66d8b2-da83-4f5e-aad2-701ab99366d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe] added
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[718fa452-0880-41f3-8184-4b956c6f19d9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[456f203e-f1c9-48ad-818a-13b44c4abf86]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UBQehJGj {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Updated VIF entry in instance network info cache for port be0f1428-1eb6-4017-9c26-687759036028. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Updating instance_info_cache with network_info: [{"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73577108-d9c6-4d1e-b4cb-f9e78375e424 req-52a57ff6-2df4-40b4-8342-43d710ae8f42 service nova] Releasing lock "refresh_cache-cf4bde4a-73cf-4366-be39-9da063a909a7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UBQehJGj" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff923f0-e9a4-4205-86b9-10d518ed8251]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UBQehJGj'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60204ac9-ad9b-4a0d-a8e3-f8e9a205ae1c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c420b69-ed1c-4d5a-a31a-6205609f96f3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac26e47-8f30-428f-b9a1-8536c063ff38]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260]
Nov 29 04:22:36 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeed2427-a20f-4704-9e70-a497fc8c042d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec033e9-688d-4e1c-b486-857538ea6163]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:36 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[997f3dba-314d-4c01-a090-7dc083993c7a]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBQehJGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23430313238383138', 'path': '/dev/sdf'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430313238383138', 'path': '/dev/sdf'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRLcsfQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:37 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd44e94-94c6-4bf1-be4b-1c87234b5217]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:37 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[428d7330-5aa2-48d4-997b-d31b60b4c088]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672] added
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6def8bf3-c427-4ff2-baeb-f860ece82830]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b241fd93-e0dd-4e2c-9ddd-c0b25fc92da8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRLcsfQY {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRLcsfQY" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd8abb5-6b20-45af-b069-aa44b9d8b0cd]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aRLcsfQY'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d08069a5-7696-40b1-b07a-27488562867d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d7f9088-7162-4279-9eee-2caf862312c9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b83985b-a951-499e-a28b-63aea2737c47]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260]
Nov 29 04:22:37 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[57629be8-606e-40d8-b6ec-9c568276d430]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5024df1-a381-41ed-aa70-e445c05b9eb0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:37 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e4aad3-0761-4a56-b3c2-4ee7ea76f8a6]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRLcsfQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:38 user nova-compute[75027]: WARNING nova.compute.manager [req-1ad12c65-f001-4241-a53d-4f8fac91beec req-9985fa39-3b7f-4ef9-8c49-323641e62062 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef for instance with vm_state building and task_state spawning.
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26365383762643631', 'path': '/dev/sdg'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365383762643631', 'path': '/dev/sdg'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:38 user nova-compute[75027]: WARNING nova.compute.manager [req-cebe394a-de07-43ed-b776-48162e969340 req-0497d611-7357-483f-be21-da68aeefae8a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 for instance with vm_state building and task_state spawning.
Nov 29 04:22:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'axlsbqEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:38 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:38 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:38 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7a5152-1956-49ed-88ec-102599155746]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:38 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7f33a1-3cea-4387-983a-fb3c8b73977f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb] added
Nov 29 04:22:38 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc41dc6-8485-40e7-bbe0-050e92073fa8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7851f914-e5db-4cd4-9c85-ab3ad4de4d13]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v axlsbqEd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v axlsbqEd" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[edccbc8b-af5d-4675-ac65-71dcc4024143]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'axlsbqEd'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9f9ea7-9f83-441e-9b70-8bc31cb88f8a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd33f01-a276-448b-ad05-dba91431765e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[24045b91-b466-4883-9e81-3412ee6aebbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260]
Nov 29 04:22:39 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:39 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30b1674-d6a0-40a4-8897-881936bc3a60]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b995ce-c60b-43a0-a902-90619ca6b203]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:39 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:39 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:39 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abfbaf55-3dc9-4dcd-a184-f62497db590a]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'axlsbqEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-fe944729-2f15-4aa3-8c3e-8ba7cfbb3513 req-1dedd978-b107-4234-8f92-9aa4d71d1b2b service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23538613630346265', 'path': '/dev/sdh'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23538613630346265', 'path': '/dev/sdh'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.objects.instance [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lazy-loading 'pci_devices' on Instance uuid 36451b67-bf36-4328-8308-96f8b9441c98 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:22:40 user nova-compute[75027]:   <uuid>36451b67-bf36-4328-8308-96f8b9441c98</uuid>
Nov 29 04:22:40 user nova-compute[75027]:   <name>instance-0000000a</name>
Nov 29 04:22:40 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:22:40 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:22:40 user nova-compute[75027]:   <metadata>
Nov 29 04:22:40 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:22:40 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:name>tempest-device-tagging-server-1724425419</nova:name>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:22:36</nova:creationTime>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:22:40 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:22:40 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:owner>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:user uuid="b1305e41080941f3afe432c5b24fe8ee">tempest-TaggedBootDevicesTest-1165841421-project-member</nova:user>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:project uuid="1427fb80d46c4a529dfe9778589dacc9">tempest-TaggedBootDevicesTest-1165841421</nova:project>
Nov 29 04:22:40 user nova-compute[75027]:       </nova:owner>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:22:40 user nova-compute[75027]:       <nova:ports>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="a018f504-c8fd-4b14-9a37-da495ad4e31b">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="e11faaf5-fb6d-47e0-a87b-04856cbf402d">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.73" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="6130cdef-6e56-4ddc-a69b-ce44c1fbba10">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.207" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="78308b26-364e-4baf-8a2a-a5dd2e2d07f3">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.181" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="3758d5b1-9c8a-458e-8e86-e145a0634994">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.1.1.236" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="0b02f591-90da-4984-a125-9ee87384dc8b">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:         <nova:port uuid="50b0ae30-219e-487e-8f18-8e0a7831a9c4">
Nov 29 04:22:40 user nova-compute[75027]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 04:22:40 user nova-compute[75027]:         </nova:port>
Nov 29 04:22:40 user nova-compute[75027]:       </nova:ports>
Nov 29 04:22:40 user nova-compute[75027]:     </nova:instance>
Nov 29 04:22:40 user nova-compute[75027]:   </metadata>
Nov 29 04:22:40 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:22:40 user nova-compute[75027]:     <system>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="serial">36451b67-bf36-4328-8308-96f8b9441c98</entry>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="uuid">36451b67-bf36-4328-8308-96f8b9441c98</entry>
Nov 29 04:22:40 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:22:40 user nova-compute[75027]:     </system>
Nov 29 04:22:40 user nova-compute[75027]:   </sysinfo>
Nov 29 04:22:40 user nova-compute[75027]:   <os>
Nov 29 04:22:40 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:22:40 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:22:40 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:22:40 user nova-compute[75027]:   </os>
Nov 29 04:22:40 user nova-compute[75027]:   <features>
Nov 29 04:22:40 user nova-compute[75027]:     <acpi/>
Nov 29 04:22:40 user nova-compute[75027]:     <apic/>
Nov 29 04:22:40 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:22:40 user nova-compute[75027]:   </features>
Nov 29 04:22:40 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:22:40 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:22:40 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:22:40 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:22:40 user nova-compute[75027]:   </clock>
Nov 29 04:22:40 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:22:40 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:22:40 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:22:40 user nova-compute[75027]:   </cpu>
Nov 29 04:22:40 user nova-compute[75027]:   <devices>
Nov 29 04:22:40 user nova-compute[75027]:     <disk type="file" device="cdrom">
Nov 29 04:22:40 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 04:22:40 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/disk.config"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="hda" bus="ide"/>
Nov 29 04:22:40 user nova-compute[75027]:     </disk>
Nov 29 04:22:40 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:40 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:40 user nova-compute[75027]:       <source dev="/dev/sdf"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <serial>793067ff-d468-4202-b5d6-c5eea3946efe</serial>
Nov 29 04:22:40 user nova-compute[75027]:     </disk>
Nov 29 04:22:40 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:40 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:40 user nova-compute[75027]:       <source dev="/dev/sdg"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <serial>cce3c259-f5c8-4626-afdf-596872c08672</serial>
Nov 29 04:22:40 user nova-compute[75027]:     </disk>
Nov 29 04:22:40 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:22:40 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:40 user nova-compute[75027]:       <source dev="/dev/sdh"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="vdc" bus="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <serial>1bb80d88-c581-4901-a678-195c6300d8bb</serial>
Nov 29 04:22:40 user nova-compute[75027]:     </disk>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:1b:ac:5c"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tapa018f504-c8"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:0a:8d:3a"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tape11faaf5-fb"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:45:4c:a4"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tap6130cdef-6e"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:ae:1b:b3"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tap78308b26-36"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:f4:e1:f6"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tap3758d5b1-9c"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:4b:77:0d"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tap0b02f591-90"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:22:40 user nova-compute[75027]:       <mac address="fa:16:3e:86:e4:70"/>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:22:40 user nova-compute[75027]:       <target dev="tap50b0ae30-21"/>
Nov 29 04:22:40 user nova-compute[75027]:     </interface>
Nov 29 04:22:40 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:22:40 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/console.log" append="off"/>
Nov 29 04:22:40 user nova-compute[75027]:     </serial>
Nov 29 04:22:40 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:22:40 user nova-compute[75027]:     <video>
Nov 29 04:22:40 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:22:40 user nova-compute[75027]:     </video>
Nov 29 04:22:40 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:22:40 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:22:40 user nova-compute[75027]:     </rng>
Nov 29 04:22:40 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:22:40 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:22:40 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:22:40 user nova-compute[75027]:     </memballoon>
Nov 29 04:22:40 user nova-compute[75027]:   </devices>
Nov 29 04:22:40 user nova-compute[75027]: </domain>
Nov 29 04:22:40 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '112522f7-6f8d-58db-9827-4c9c2c94163c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa018f504-c8, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa018f504-c8, col_values=(('qos', UUID('e5629e18-fe9e-4d75-9374-c89578b32a88')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa018f504-c8, col_values=(('external_ids', {'iface-id': 'a018f504-c8fd-4b14-9a37-da495ad4e31b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:ac:5c', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64d1a767-600a-5887-ae8a-049fa3be0e8c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape11faaf5-fb, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape11faaf5-fb, col_values=(('qos', UUID('4b6c0322-72ee-4230-bcde-8bcfb015846d')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape11faaf5-fb, col_values=(('external_ids', {'iface-id': 'e11faaf5-fb6d-47e0-a87b-04856cbf402d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:8d:3a', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa42da0a-bb92-54ac-8d20-6207a7488082', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6130cdef-6e, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6130cdef-6e, col_values=(('qos', UUID('3bc16194-d305-4ee4-9634-f41b2d129761')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6130cdef-6e, col_values=(('external_ids', {'iface-id': '6130cdef-6e56-4ddc-a69b-ce44c1fbba10', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:4c:a4', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8eb75057-077c-58ff-a418-a043782d97d7', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-de5b03e8-eb98-4130-8cd4-d354fde3d167 req-465b34e3-ec36-4adb-b3e9-41a54dcb770e service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap78308b26-36, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap78308b26-36, col_values=(('qos', UUID('93673eab-edd4-47da-a00a-f63aedff8c8f')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap78308b26-36, col_values=(('external_ids', {'iface-id': '78308b26-364e-4baf-8a2a-a5dd2e2d07f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:1b:b3', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '24b0d108-85d7-5f62-a21b-f70fe4f78375', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3758d5b1-9c, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3758d5b1-9c, col_values=(('qos', UUID('7fa31159-587d-40c4-85be-2ae14f064483')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3758d5b1-9c, col_values=(('external_ids', {'iface-id': '3758d5b1-9c8a-458e-8e86-e145a0634994', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:e1:f6', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a37c103-c25c-5994-bed0-071ba927b5ba', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0b02f591-90, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0b02f591-90, col_values=(('qos', UUID('f589e5f4-14d9-41c1-bed6-447bb71d0d40')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0b02f591-90, col_values=(('external_ids', {'iface-id': '0b02f591-90da-4984-a125-9ee87384dc8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:77:0d', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:40 user nova-compute[75027]: WARNING nova.compute.manager [req-2284a95e-a12e-46c8-8ee7-15602cde50ce req-e79c1fb0-5bd3-43f0-876f-a7a287b963d9 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 for instance with vm_state building and task_state spawning.
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90')
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:21:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4541fa90-6ae6-54bd-abe8-58c518c24f35', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50b0ae30-21, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50b0ae30-21, col_values=(('qos', UUID('8780e7cb-5c75-48ea-a8b7-8d45bc2fcc46')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50b0ae30-21, col_values=(('external_ids', {'iface-id': '50b0ae30-219e-487e-8f18-8e0a7831a9c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:e4:70', 'vm-uuid': '36451b67-bf36-4328-8308-96f8b9441c98'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: INFO os_vif [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21')
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] No BDM found with device name hda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] No VIF found with MAC fa:16:3e:1b:ac:5c, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] No VIF found with MAC fa:16:3e:f4:e1:f6, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Using config drive
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Creating config drive at /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/disk.config
Nov 29 04:22:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpywvlxpww {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpywvlxpww" returned: 0 in 0.068s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Instance spawned successfully.
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:41 user nova-compute[75027]: INFO nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Took 8.02 seconds to spawn the instance on the hypervisor.
Nov 29 04:22:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:22:41 user nova-compute[75027]: INFO nova.compute.manager [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Took 9.11 seconds to build instance.
Nov 29 04:22:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89d33d5e-1618-4874-aa3c-ae35d19beaa5 tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.222s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:42 user nova-compute[75027]: WARNING nova.compute.manager [req-996fb289-6f4e-4a26-acb5-de3378f1c3a8 req-92abb3dc-7ec8-4338-a0c8-7be8159c8010 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e for instance with vm_state building and task_state spawning.
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:22:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance spawned successfully.
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:42 user nova-compute[75027]: INFO nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Took 12.76 seconds to spawn the instance on the hypervisor.
Nov 29 04:22:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:43 user nova-compute[75027]: WARNING nova.compute.manager [req-019e3895-12f2-4da1-9048-300a3c7666b9 req-787201ce-2f93-4242-9b97-ded03321c7a5 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 for instance with vm_state building and task_state spawning.
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:43 user nova-compute[75027]: INFO nova.compute.manager [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Took 38.50 seconds to build instance.
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lazy-loading 'flavor' on Instance uuid 39f0409c-8f19-4b59-8d6b-c261a7ebe361 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-abb40a63-1aa9-45b7-98f9-3e9c0f6553b6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.620s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.110s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:43 user nova-compute[75027]: INFO nova.compute.manager [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Attaching volume dc67edee-a845-4e00-a2e1-030491d8dfdf to /dev/vdb
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.utils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd629a6d-3999-4fcd-a34b-b47db4dc3097]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c25e0d-c76b-4075-8aea-3aa3c1255140]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[19064dde-51c6-4d12-91ca-baed77085456]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[057e5908-6817-49f8-b3fd-b3583d02e71e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:22:43 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4054a9-d73f-413b-854a-c94744329e12]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG os_brick.utils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating existing volume attachment record: 42f366a7-16a1-4cb2-9958-0249e7608180 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:43 user nova-compute[75027]: WARNING nova.compute.manager [req-6d0c61e0-42ae-474b-b4bc-212c188d36e4 req-917c9b1c-5b6c-4010-9544-819f5846f272 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d for instance with vm_state building and task_state spawning.
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:44 user nova-compute[75027]: WARNING nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b for instance with vm_state building and task_state spawning.
Nov 29 04:22:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:44 user nova-compute[75027]: WARNING nova.compute.manager [req-86de81eb-2628-478e-8a3c-ff31819c2454 req-81d13b8d-510e-4287-be42-7ef791753a4e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b for instance with vm_state building and task_state spawning.
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-529043a7-21c2-4223-8790-240a6edbe428 req-b86ebf08-8b05-49d4-a239-a244eb5c35e8 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:45 user nova-compute[75027]: WARNING nova.compute.manager [req-ccd6c313-0782-472d-82c1-796277f0af90 req-3fe9cfaf-db34-497c-a372-d8a1c4e67c7c service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 for instance with vm_state building and task_state spawning.
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:46 user nova-compute[75027]: WARNING nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b for instance with vm_state building and task_state spawning.
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:46 user nova-compute[75027]: WARNING nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b for instance with vm_state building and task_state spawning.
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:46 user nova-compute[75027]: WARNING nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 for instance with vm_state building and task_state spawning.
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:46 user nova-compute[75027]: WARNING nova.compute.manager [req-a9368fcd-5cf7-4ea2-95bc-ae059e7bbc47 req-70e0dd99-9ee5-4ef5-b6fd-d98c0bc9f331 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 for instance with vm_state building and task_state spawning.
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:22:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance spawned successfully.
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:47 user nova-compute[75027]: INFO nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Took 11.92 seconds to spawn the instance on the hypervisor.
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing instance network info cache due to event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG nova.network.neutron [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:48 user nova-compute[75027]: INFO nova.compute.manager [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Took 49.93 seconds to build instance.
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-890fbeca-79b5-46ee-a84c-acf15d45dc7e tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 50.057s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated VIF entry in instance network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.849s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-30f86607-fa6b-4e83-9d2c-a2df8ee644e1 req-92bedac8-21a1-43d5-ac13-b16be5eb490e service nova] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=6938MB free_disk=25.434776306152344GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 39f0409c-8f19-4b59-8d6b-c261a7ebe361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance adfba195-a3b6-4740-ab75-1d6a19f6e124 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fc63155a-df46-45dc-8f31-3f514091b579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 671b9b38-db2f-4092-8507-2ac44dc669c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 4c39e07e-d166-4455-8432-5b3d9bb50ded actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b7fe621f-f411-4310-a58c-e0c0d00372d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 36451b67-bf36-4328-8308-96f8b9441c98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b33d98f2-3555-4daa-a55f-a59fa45779b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cf4bde4a-73cf-4366-be39-9da063a909a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:22:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.551s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhfpTHGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:52 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f52b2d-7522-4e6e-abe8-1f26aeba0e1f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:22:52 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa089c4a-8370-4b23-a3c9-8823a80dc6c5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf] added
Nov 29 04:22:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5bf3cbc-d90d-4424-a464-a81180cbc444]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5193ef45-34b2-42e2-805e-aa72f1f54f76]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhfpTHGw {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhfpTHGw" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5168077-74db-4fa9-8527-0ee8179bc7d2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mhfpTHGw'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[be936f3a-bbb0-4193-afdf-4b1ad591900f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdb503a-752b-46b1-a3a3-0b9d880c5c49]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --login" returned: 0 in 0.096s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3821607c-ef47-48ae-afa6-69c489a19e8f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260]
Nov 29 04:22:53 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e85adc8f-6d26-461e-af54-4a6ca8cbecdf]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c90ef59b-dc57-4aa1-b82c-87161f797b21]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)
Nov 29 04:22:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:53 user nova-compute[75027]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)
Nov 29 04:22:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9381cb9-6b23-4e08-a4cf-03d928623251]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhfpTHGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:22:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '26632306637633339', 'path': '/dev/sdi'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632306637633339', 'path': '/dev/sdi'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lazy-loading 'flavor' on Instance uuid 39f0409c-8f19-4b59-8d6b-c261a7ebe361 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:22:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:22:54 user nova-compute[75027]:   <source dev="/dev/sdi"/>
Nov 29 04:22:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:22:54 user nova-compute[75027]:   <serial>dc67edee-a845-4e00-a2e1-030491d8dfdf</serial>
Nov 29 04:22:54 user nova-compute[75027]: </disk>
Nov 29 04:22:54 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:22:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] No VIF found with MAC fa:16:3e:cc:8f:7c, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:22:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8cf8734-1d47-4565-93d8-79dc5c9dbc90 tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.579s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:56 user nova-compute[75027]: INFO nova.compute.manager [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Terminating instance
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-unplugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] No waiting events found dispatching network-vif-unplugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-64fdffe6-4b16-418e-9a6b-39802b377415 req-906923e8-693a-4122-9127-27e296c4cbb9 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-unplugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:22:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Instance destroyed successfully.
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lazy-loading 'resources' on Instance uuid 39f0409c-8f19-4b59-8d6b-c261a7ebe361 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1617412932',display_name='tempest-DeleteServersTestJSON-server-1617412932',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1617412932',id=1,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d12165183f3342bcbcc3a6a46c82db86',ramdisk_id='',reservation_id='r-lqi7ldpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1632684751',owner_user_name='tempest-DeleteServersTestJSON-1632684751-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:03Z,user_data=None,user_id='b641e5cf0efe4f26b9edf419f327201d',uuid=39f0409c-8f19-4b59-8d6b-c261a7ebe361,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converting VIF {"id": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "address": "fa:16:3e:cc:8f:7c", "network": {"id": "53d18974-f0d8-4a70-822d-ab8fedb8bbdd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1014985933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d12165183f3342bcbcc3a6a46c82db86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc0c7c30-fd", "ovs_interfaceid": "dc0c7c30-fdf9-4d93-8979-460c0c44c8da", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_vif [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc0c7c30-fd, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a70665dc-d2e8-4b6e-b49f-9746b7565604) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:22:56 user nova-compute[75027]: INFO os_vif [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:8f:7c,bridge_name='br-int',has_traffic_filtering=True,id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da,network=Network(53d18974-f0d8-4a70-822d-ab8fedb8bbdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc0c7c30-fd')
Nov 29 04:22:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhfpTHGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:22:56 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[68cdf9f4-0060-4478-ba1a-c3aa5522ec7c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:22:56 user nova-compute[75027]: No targets found.
Nov 29 04:22:56 user nova-compute[75027]: iSNS:
Nov 29 04:22:56 user nova-compute[75027]: No targets found.
Nov 29 04:22:56 user nova-compute[75027]: STATIC:
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:22:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:22:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:22:56 user nova-compute[75027]: FIRMWARE:
Nov 29 04:22:56 user nova-compute[75027]: No targets found.
Nov 29 04:22:56 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:22:56 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:22:56 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:22:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e177e43-101a-45d6-832a-f257cce58ec0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edb102a-5762-420e-88ac-e7ce282716b6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)
Nov 29 04:22:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:22:57 user nova-compute[75027]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf (non-flash)
Nov 29 04:22:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa080560e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf'): ({'sdi'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Removing single pathed devices sdi {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c109e0-3f73-4cb7-9ab4-c463799e8ac7]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd02868-ef40-4ba3-bc4c-6b6bcc29a170]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Flushing IO for device /dev/sdi {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.011s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[679a3b52-8216-4cd8-ad27-f26483936043]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.106s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[38840f7b-3a9a-4166-9bfc-de8d6c53bea7]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] SCSI volumes sdi have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e6bfcd-7cfe-4d9f-b43d-c5fd95ddf311]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6829fc-2448-48b7-a448-4700cd1137cb]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260]
Nov 29 04:22:57 user nova-compute[75027]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf, portal: 172.16.0.220,3260] successful.
Nov 29 04:22:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc67edee-a845-4e00-a2e1-030491d8dfdf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b95967-3264-42a7-b5f2-11ffe6c6becf]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.413s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] <== disconnect_volume: return (414ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:22:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Deleting instance files /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361_del
Nov 29 04:22:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Deletion of /opt/stack/data/nova/instances/39f0409c-8f19-4b59-8d6b-c261a7ebe361_del complete
Nov 29 04:22:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75027) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 29 04:22:57 user nova-compute[75027]: INFO nova.virt.libvirt.host [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] UEFI support detected
Nov 29 04:22:57 user nova-compute[75027]: INFO nova.compute.manager [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Took 1.45 seconds to destroy the instance on the hypervisor.
Nov 29 04:22:57 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:22:57 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:58 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Took 0.63 seconds to deallocate network for instance.
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-f0d6121a-7853-4d8d-9afb-bdca8bc88343 req-7d9d5991-b527-4438-8fa3-7d929ada6013 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-deleted-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:58 user nova-compute[75027]: INFO nova.compute.manager [req-f0d6121a-7853-4d8d-9afb-bdca8bc88343 req-7d9d5991-b527-4438-8fa3-7d929ada6013 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Neutron deleted interface dc0c7c30-fdf9-4d93-8979-460c0c44c8da; detaching it from the instance and deleting it from the info cache
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-f0d6121a-7853-4d8d-9afb-bdca8bc88343 req-7d9d5991-b527-4438-8fa3-7d929ada6013 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-f0d6121a-7853-4d8d-9afb-bdca8bc88343 req-7d9d5991-b527-4438-8fa3-7d929ada6013 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Detach interface failed, port_id=dc0c7c30-fdf9-4d93-8979-460c0c44c8da, reason: Instance 39f0409c-8f19-4b59-8d6b-c261a7ebe361 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] Acquiring lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] No waiting events found dispatching network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:22:58 user nova-compute[75027]: WARNING nova.compute.manager [req-41286569-4a63-4637-8190-563da77d6218 req-1eb80537-295e-4693-a5c2-61491b287185 service nova] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Received unexpected event network-vif-plugged-dc0c7c30-fdf9-4d93-8979-460c0c44c8da for instance with vm_state active and task_state deleting.
Nov 29 04:22:59 user nova-compute[75027]: INFO nova.compute.manager [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] [instance: 39f0409c-8f19-4b59-8d6b-c261a7ebe361] Took 0.93 seconds to detach 1 volumes for instance.
Nov 29 04:22:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:22:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:22:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:22:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:22:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.327s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:22:59 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Deleted allocations for instance 39f0409c-8f19-4b59-8d6b-c261a7ebe361
Nov 29 04:22:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a847bb92-30e1-4ac9-aa95-047c5a70d30e tempest-DeleteServersTestJSON-1632684751 tempest-DeleteServersTestJSON-1632684751-project-member] Lock "39f0409c-8f19-4b59-8d6b-c261a7ebe361" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.623s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-changed-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Refreshing instance network info cache due to event network-changed-c864b83b-d1f5-41ed-8ef9-d1f13c2df531. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] Acquiring lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] Acquired lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:02 user nova-compute[75027]: DEBUG nova.network.neutron [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Refreshing network info cache for port c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updated VIF entry in instance network info cache for port c864b83b-d1f5-41ed-8ef9-d1f13c2df531. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating instance_info_cache with network_info: [{"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3f85955c-43f7-49f4-807a-694d206ce009 req-a93a93a1-34dc-4dfb-9a6b-d11c712534f2 service nova] Releasing lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-changed-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Refreshing instance network info cache due to event network-changed-386b6832-e8af-438f-b07e-07edfe327015. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] Acquiring lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] Acquired lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Refreshing network info cache for port 386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'flavor' on Instance uuid 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.150s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updated VIF entry in instance network info cache for port 386b6832-e8af-438f-b07e-07edfe327015. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updating instance_info_cache with network_info: [{"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5c8f69c5-d889-466c-93d3-201730ae6de6 req-08306883-8184-4c2f-a7dc-7d7acbd3831a service nova] Releasing lock "refresh_cache-adfba195-a3b6-4740-ab75-1d6a19f6e124" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:06 user nova-compute[75027]: INFO nova.compute.manager [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Attaching volume 4188999a-f0ed-4de5-90de-ff82c5a1d073 to /dev/vdb
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.utils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d13156-e315-4b00-b5db-1581baed5d7b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e2de45-d137-4efc-a3f8-8e4e652a9a36]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8138545-df5b-498f-9d4c-82cc9b5c434e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3386202-9b2c-402f-af7b-7788441dd421]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:06 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ddd261-0926-4cdd-b718-35dd87076c8d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG os_brick.utils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating existing volume attachment record: f16073f0-5b92-48f6-b1e6-0531b9bb4510 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-changed-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Refreshing instance network info cache due to event network-changed-60b5ec25-49ba-4904-9707-97301392679e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] Acquiring lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] Acquired lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Refreshing network info cache for port 60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lazy-loading 'flavor' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updated VIF entry in instance network info cache for port 60b5ec25-49ba-4904-9707-97301392679e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating instance_info_cache with network_info: [{"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:09 user nova-compute[75027]: INFO nova.compute.manager [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attaching volume ec3faf11-9ad6-4f62-b607-9a05dfc87237 to /dev/vdb
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e169b32b-e527-4d5b-b983-4ad65d497605 req-8a50dc4a-93c2-4a9a-af32-1fe772b6ebd6 service nova] Releasing lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.utils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa8fd79d-ba1e-4c16-88b2-df511d3b0319]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d71637-83d0-4cfc-8408-bfa4e83abf79]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0891784-955e-46e0-ad96-83b89c91dcfc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eda4493-9582-406b-89c2-f4ac82680bf7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:09 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[917e71cb-3f01-481b-a286-20c5faef74bd]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.utils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating existing volume attachment record: 37d9d895-40d5-47e0-a9bc-bf0551dc5a08 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lazy-loading 'flavor' on Instance uuid adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.105s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:09 user nova-compute[75027]: INFO nova.compute.manager [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Attaching volume a8e24e77-9b8e-450b-92f1-eea5b45b4fcb to /dev/sdc
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.utils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f427fdb3-7435-4669-a818-7e05744190bb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[005517a3-b6cf-4cca-8678-5277171cf2ef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e977b3-837f-48f6-8f6e-1fe40f3031ad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b0e9950-8dec-4953-82e6-31e9b26b8998]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:09 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c151a9f7-fb41-4a4f-8d73-0c79e51886bd]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG os_brick.utils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:09 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updating existing volume attachment record: 83df564e-cfa8-43ea-9d1b-b02859c62e09 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-changed-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing instance network info cache due to event network-changed-f74892b1-5c09-4618-b310-120dce7e3026. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing network info cache for port f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updated VIF entry in instance network info cache for port f74892b1-5c09-4618-b310-120dce7e3026. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68a7797b-d2f7-4fe9-897b-6d58659c089a req-908b86fb-ff5e-4885-8b54-efd761d63479 service nova] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'pci_requests' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.objects.base [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Object Instance<fc63155a-df46-45dc-8f31-3f514091b579> lazy-loaded attributes: flavor,pci_requests {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:23:13 user nova-compute[75027]: DEBUG nova.policy [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d58d5ec0a9146b4be7735929cbe9287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990246a057ef407d96863f48b2b34be3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Successfully created port: 2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-changed-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Refreshing instance network info cache due to event network-changed-4d04d670-7421-4e69-a9d6-033df6a64068. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] Acquiring lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] Acquired lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Refreshing network info cache for port 4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updated VIF entry in instance network info cache for port 4d04d670-7421-4e69-a9d6-033df6a64068. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updating instance_info_cache with network_info: [{"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b5574ca-17da-4dfa-97ef-9879c71f8f98 req-1ddb7a17-cce4-4f7f-8187-ac059e1edec9 service nova] Releasing lock "refresh_cache-671b9b38-db2f-4092-8507-2ac44dc669c7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Successfully updated port: 2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-changed-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing instance network info cache due to event network-changed-2fb751e6-b9ae-4507-a77b-33022b8fb10b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tAoaONsV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:15 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:15 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:15 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e366cda4-6edf-4e8f-a562-568c030d73e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:15 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[38871dc5-1db6-47b9-896c-7fdec08df928]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073] added
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ff7333-f346-455f-85e3-b472211cb412]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0e65d9-8849-40f2-9f80-9457afe480a5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tAoaONsV {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tAoaONsV" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9fac725-4ffb-4f76-bb9a-2971f1b54689]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tAoaONsV'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1c4893-9abc-4856-994b-a1b0b22c9ea6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.objects.instance [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lazy-loading 'flavor' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[070df831-6c33-45f4-a670-e04022c8cc83]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ff8c8a-179a-4edd-8377-a4727e6d035f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260]
Nov 29 04:23:15 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Refreshing network info cache for port 2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_vif [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9eed386-f2c3-4381-861e-a8cb4b6a017a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '144e8895-2f9a-5e6b-91c3-8a789d4d2528', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2fb751e6-b9, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2fb751e6-b9, col_values=(('qos', UUID('1986ea08-289d-4f46-ab7b-04e9b66ec61e')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2fb751e6-b9, col_values=(('external_ids', {'iface-id': '2fb751e6-b9ae-4507-a77b-33022b8fb10b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:18:2e', 'vm-uuid': 'fc63155a-df46-45dc-8f31-3f514091b579'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: INFO os_vif [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9')
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b953156b-296a-411a-acd1-060533d0e65c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:15 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.378s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] attach device xml: <interface type="ethernet">
Nov 29 04:23:15 user nova-compute[75027]:   <mac address="fa:16:3e:35:18:2e"/>
Nov 29 04:23:15 user nova-compute[75027]:   <model type="virtio"/>
Nov 29 04:23:15 user nova-compute[75027]:   <mtu size="1442"/>
Nov 29 04:23:15 user nova-compute[75027]:   <target dev="tap2fb751e6-b9"/>
Nov 29 04:23:15 user nova-compute[75027]: </interface>
Nov 29 04:23:15 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7de371d9-2986-42fc-ba06-c83e8ff52ad1]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tAoaONsV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:15 user nova-compute[75027]: INFO nova.compute.manager [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Attaching volume 9e826556-8d0e-492f-aad7-5fc58510f61a to /dev/vdb
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG os_brick.utils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ca119f-12f5-4bba-9744-6a398c3e4f15]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6bafed-b578-499e-8390-fc54b3554e8e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e024f5-83e9-46b8-ab15-b61d563e075c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d4fa3b-3b2e-4921-b270-6e152202701d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:16 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c45b90c-0302-44c2-af70-bbb617a993ba]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.utils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updating existing volume attachment record: 07a59f13-1726-4637-8c17-f9101e3a48ea {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updated VIF entry in instance network info cache for port 2fb751e6-b9ae-4507-a77b-33022b8fb10b. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-37fe1c57-1cb7-4da9-aa3c-6cbcae74cf45 req-31e443ab-9ccd-4110-b636-b1238060275c service nova] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name hda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No VIF found with MAC fa:16:3e:71:e0:c7, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:16 user nova-compute[75027]: WARNING nova.compute.manager [req-a98081be-7e2c-462f-b6b4-9447411a709d req-bc1a8abf-16fb-430e-b0e9-bcd2c5b549b6 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b for instance with vm_state active and task_state None.
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:23:16 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:23:16</nova:creationTime>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:23:16 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:23:16 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:owner>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:23:16 user nova-compute[75027]:   </nova:owner>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:23:16 user nova-compute[75027]:   <nova:ports>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:23:16 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:23:16 user nova-compute[75027]:     </nova:port>
Nov 29 04:23:16 user nova-compute[75027]:     <nova:port uuid="2fb751e6-b9ae-4507-a77b-33022b8fb10b">
Nov 29 04:23:16 user nova-compute[75027]:       <nova:ip type="fixed" address="10.10.10.246" ipVersion="4"/>
Nov 29 04:23:16 user nova-compute[75027]:     </nova:port>
Nov 29 04:23:16 user nova-compute[75027]:   </nova:ports>
Nov 29 04:23:16 user nova-compute[75027]: </nova:instance>
Nov 29 04:23:16 user nova-compute[75027]:  {{(pid=75027) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ec092c-6e90-43b6-b4f1-ea7ddc62459a tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.116s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.461s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] <== connect_volume: return (1463ms) {'type': 'block', 'scsi_wwn': '23165353032396139', 'path': '/dev/sdi'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165353032396139', 'path': '/dev/sdi'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'flavor' on Instance uuid 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:23:16 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:16 user nova-compute[75027]:   <source dev="/dev/sdi"/>
Nov 29 04:23:16 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:16 user nova-compute[75027]:   <serial>4188999a-f0ed-4de5-90de-ff82c5a1d073</serial>
Nov 29 04:23:16 user nova-compute[75027]: </disk>
Nov 29 04:23:16 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No VIF found with MAC fa:16:3e:6e:7d:9e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:18 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a07782-7033-4019-bd1c-c1e6677cf482]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:18 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QOBZJUhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbb3a29-2b88-4bb2-993b-16c7d4e23530]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237] added
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08683e3-0a76-4ab9-a18b-141025759739]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:18 user nova-compute[75027]: WARNING nova.compute.manager [req-e6f10e70-0efa-4a21-88c8-9f7a82f16b53 req-6dfb747e-4a91-4ed1-b6e8-facc8b525a43 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b for instance with vm_state active and task_state None.
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c5c4a9-48ea-4bb2-b52a-8ed2bc473a8a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZEcMwfd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZEcMwfd" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96504da-43fe-4d24-a936-27a0c9d1c9ac]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZEcMwfd'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b59e61-3111-4e33-a176-4dbffee13110]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.objects.instance [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb797dc7-ecfd-48dc-ba23-1bd92ab75422]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ff71d785-063a-48f7-803c-58f2f964e1f2 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.413s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf057411-1460-4849-badb-8de2fca1a781]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]
Nov 29 04:23:18 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[518a0091-1b86-4b9a-a362-df947f53cbeb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae8e514-97f1-4f5a-90b8-e69e7957e4b2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:18 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.369s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:18 user nova-compute[75027]: INFO nova.compute.manager [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Attaching volume 370e010c-2c32-4b45-9239-84c17b2bf372 to /dev/vdb
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed7995b5-92eb-4f4a-982c-9dc871e6008f]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.utils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d2e2de-024d-4b94-9c22-eab3c69fbee8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e66ea6d-2197-48fe-88e5-7fbb36949c2f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5185c474-80f4-4698-b34e-2953d44f7a16]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b338290-5bb8-41ee-8d62-bf878e1bddb9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:18 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d772507-f1c2-4149-9920-436c24f6b49b]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG os_brick.utils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:18 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating existing volume attachment record: a9b7de74-121b-4944-bd2f-a2bdc526d9eb {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] <== connect_volume: return (1414ms) {'type': 'block', 'scsi_wwn': '23231313238353961', 'path': '/dev/sdj'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231313238353961', 'path': '/dev/sdj'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.373s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:19 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:19 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG nova.objects.instance [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lazy-loading 'flavor' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[765e6e0b-e4f3-43cd-bee6-8741a1233126]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:19 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:23:19 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:19 user nova-compute[75027]:   <source dev="/dev/sdj"/>
Nov 29 04:23:19 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:19 user nova-compute[75027]:   <serial>ec3faf11-9ad6-4f62-b607-9a05dfc87237</serial>
Nov 29 04:23:19 user nova-compute[75027]: </disk>
Nov 29 04:23:19 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b358fa3-4155-47e7-be86-c9e92fe465a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb] added
Nov 29 04:23:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda0c2f0-9741-48a6-ab02-24d8b8a79263]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[558fd37c-2356-4829-8c12-ebd278d28317]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QOBZJUhG {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QOBZJUhG" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f2b476-c48f-4991-b040-eb26071f3f0d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QOBZJUhG'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22a00fd-2f7b-419c-a04d-982307dad7ae]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9dee6bf-1e73-4f90-9b98-ec954e635a20]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:19 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff60f42b-47cb-433d-9126-2c48c7f95781]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260]
Nov 29 04:23:20 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:20 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38a5704-529d-4897-9d0e-d55f550f9197]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8e8738-e220-43ab-8590-3894db15a621]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:20 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:20 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:20 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] HCTL ('42', '-', '-', 0) found on session 12 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[442543d8-83fa-4842-b230-7999f4b054a2]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Searching for a device in session 12 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QOBZJUhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] No VIF found with MAC fa:16:3e:84:c7:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:20 user nova-compute[75027]: INFO nova.compute.manager [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Detaching volume 4188999a-f0ed-4de5-90de-ff82c5a1d073
Nov 29 04:23:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0122d1e2-7b19-477f-9291-86ed526d17c2 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.265s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:20 user nova-compute[75027]: INFO nova.virt.block_device [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Attempting to driver detach volume 4188999a-f0ed-4de5-90de-ff82c5a1d073 from mountpoint /dev/vdb
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Attempting to detach device vdb from instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:20 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:20 user nova-compute[75027]:   <source dev="/dev/sdi"/>
Nov 29 04:23:20 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:20 user nova-compute[75027]:   <serial>4188999a-f0ed-4de5-90de-ff82c5a1d073</serial>
Nov 29 04:23:20 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:23:20 user nova-compute[75027]: </disk>
Nov 29 04:23:20 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:20 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully detached device vdb from instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 from the persistent domain config.
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:20 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:20 user nova-compute[75027]:   <source dev="/dev/sdi"/>
Nov 29 04:23:20 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:20 user nova-compute[75027]:   <serial>4188999a-f0ed-4de5-90de-ff82c5a1d073</serial>
Nov 29 04:23:20 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:23:20 user nova-compute[75027]: </disk>
Nov 29 04:23:20 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.420s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] <== connect_volume: return (2794ms) {'type': 'block', 'scsi_wwn': '23138366337383366', 'path': '/dev/sdk'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138366337383366', 'path': '/dev/sdk'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lazy-loading 'flavor' on Instance uuid adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:23:21 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:21 user nova-compute[75027]:   <source dev="/dev/sdk"/>
Nov 29 04:23:21 user nova-compute[75027]:   <target dev="sdc" bus="scsi"/>
Nov 29 04:23:21 user nova-compute[75027]:   <serial>a8e24e77-9b8e-450b-92f1-eea5b45b4fcb</serial>
Nov 29 04:23:21 user nova-compute[75027]:   <address type="drive" controller="0" unit="2"/>
Nov 29 04:23:21 user nova-compute[75027]: </disk>
Nov 29 04:23:21 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[31e98487-3be6-4e07-9e22-892585d71600]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f6f69e-a3f4-4332-9822-0f191b3831aa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8af1394-5e8b-4ee6-96b9-514347453297]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf31460f-70ab-4dd0-9db0-5fa57d433608]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:21 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a9be3e6-e046-4286-8ffd-24eef4f1f339]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:21 user nova-compute[75027]: INFO nova.compute.manager [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Swapping volume ec3faf11-9ad6-4f62-b607-9a05dfc87237 for ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No BDM found with device name sda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] No VIF found with MAC fa:16:3e:e6:3a:06, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-changed-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Refreshing instance network info cache due to event network-changed-48822f0d-bbca-491c-8644-db56408533ba. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] Acquiring lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] Acquired lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Refreshing network info cache for port 48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updated VIF entry in instance network info cache for port 48822f0d-bbca-491c-8644-db56408533ba. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating instance_info_cache with network_info: [{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-344d42c5-cd59-4502-be70-45bfe0dba7b5 req-b85303de-40da-404e-b8d0-54e79c52eb19 service nova] Releasing lock "refresh_cache-4c39e07e-d166-4455-8432-5b3d9bb50ded" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQGmhSJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:24 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:24 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:24 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e1cc80-30bb-4127-b5ae-bfca921beb37]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:24 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[83346642-c03c-41bf-a196-90807f759d0b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a] added
Nov 29 04:23:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2536f2-ac5c-4595-b906-e8841b1dbef7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c8e669d-e22c-48b4-900c-3442d2ea700f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQGmhSJl {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQGmhSJl" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c020bd57-86df-486a-9f99-426cb27ed07c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TQGmhSJl'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[004a4c97-cbc1-4389-b7e5-2cb5725e16f5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c1a1dcdd-e368-46b9-8ad1-84ce509e9e07 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.304s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ddd6890-b74f-40f6-809f-29484ce63bc9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:24 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --login" returned: 0 in 0.098s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9799b9-843d-4b9b-b658-b4130b150fbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260]
Nov 29 04:23:25 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:25 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c269e1e9-892b-401b-9b44-24d8309ea57f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[19228abf-7468-40b8-81e2-1ebe5aff2ad2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:25 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:25 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:25 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] HCTL ('43', '-', '-', 0) found on session 13 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a579bc-6862-467f-8708-a42a99bf3162]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Searching for a device in session 13 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQGmhSJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:25 user nova-compute[75027]: INFO nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Rebuilding instance
Nov 29 04:23:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] <== connect_volume: return (1398ms) {'type': 'block', 'scsi_wwn': '26130663935343034', 'path': '/dev/sdl'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130663935343034', 'path': '/dev/sdl'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.objects.instance [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lazy-loading 'flavor' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] attach device xml: <disk type="block" device="disk">
Nov 29 04:23:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:26 user nova-compute[75027]:   <source dev="/dev/sdl"/>
Nov 29 04:23:26 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:26 user nova-compute[75027]:   <serial>9e826556-8d0e-492f-aad7-5fc58510f61a</serial>
Nov 29 04:23:26 user nova-compute[75027]: </disk>
Nov 29 04:23:26 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:26 user nova-compute[75027]: WARNING nova.compute.manager [req-e1e53b97-b72a-490d-a2b9-e2bd9cdb70a7 req-68b9b67d-fb48-443f-9666-b3ff3ed7f8c3 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state active and task_state rebuilding.
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:26 user nova-compute[75027]: INFO nova.compute.manager [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Detaching volume a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:26 user nova-compute[75027]: INFO nova.virt.block_device [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Attempting to driver detach volume a8e24e77-9b8e-450b-92f1-eea5b45b4fcb from mountpoint /dev/sdc
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Attempting to detach device sdc from instance adfba195-a3b6-4740-ab75-1d6a19f6e124 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:26 user nova-compute[75027]:   <source dev="/dev/sdk"/>
Nov 29 04:23:26 user nova-compute[75027]:   <target dev="sdc" bus="scsi"/>
Nov 29 04:23:26 user nova-compute[75027]:   <serial>a8e24e77-9b8e-450b-92f1-eea5b45b4fcb</serial>
Nov 29 04:23:26 user nova-compute[75027]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 04:23:26 user nova-compute[75027]: </disk>
Nov 29 04:23:26 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Successfully detached device sdc from instance adfba195-a3b6-4740-ab75-1d6a19f6e124 from the persistent domain config.
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance adfba195-a3b6-4740-ab75-1d6a19f6e124 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:26 user nova-compute[75027]:   <source dev="/dev/sdk"/>
Nov 29 04:23:26 user nova-compute[75027]:   <target dev="sdc" bus="scsi"/>
Nov 29 04:23:26 user nova-compute[75027]:   <serial>a8e24e77-9b8e-450b-92f1-eea5b45b4fcb</serial>
Nov 29 04:23:26 user nova-compute[75027]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 04:23:26 user nova-compute[75027]: </disk>
Nov 29 04:23:26 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] No VIF found with MAC fa:16:3e:94:9a:75, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6cd98221-338d-4662-9aae-591f168e56d5 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.992s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance destroyed successfully.
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance destroyed successfully.
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-126769467',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:23:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48822f0d-bb, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eff08533-4787-46b3-8117-db3b4039545a) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:27 user nova-compute[75027]: INFO os_vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb')
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:27 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1353eb51-5802-4839-8f94-8be2301579d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:27 user nova-compute[75027]: No targets found.
Nov 29 04:23:27 user nova-compute[75027]: iSNS:
Nov 29 04:23:27 user nova-compute[75027]: No targets found.
Nov 29 04:23:27 user nova-compute[75027]: STATIC:
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:27 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:27 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:27 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:27 user nova-compute[75027]: No targets found.
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:27 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:27 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[145b685c-ae9b-4383-ba94-6214d5195344]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] volume_snapshot_create: create_info: {'snapshot_id': '8ea77768-5097-4e47-83ff-f38df94a1fb1', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75027) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] snap xml: <domainsnapshot>
Nov 29 04:23:27 user nova-compute[75027]:   <disks>
Nov 29 04:23:27 user nova-compute[75027]:     <disk name="/dev/sdl" snapshot="external" type="file">
Nov 29 04:23:27 user nova-compute[75027]:       <source file="/dev/new_file"/>
Nov 29 04:23:27 user nova-compute[75027]:     </disk>
Nov 29 04:23:27 user nova-compute[75027]:     <disk name="vda" snapshot="no"/>
Nov 29 04:23:27 user nova-compute[75027]:   </disks>
Nov 29 04:23:27 user nova-compute[75027]: </domainsnapshot>
Nov 29 04:23:27 user nova-compute[75027]:  {{(pid=75027) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.objects.instance [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] Lazy-loading 'system_metadata' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e72f62-fc0b-43a3-b7e5-51f226d82177]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa0033b490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddac7753-3635-4eef-8bfd-f8be356bd98c]: (4, ('path checker states:\nup                  10\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ccdb69c-4f7f-4418-ba82-e0e6748bbbb5]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5a866275-550c-4444-87ab-10afb8f76e26 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] volume_snapshot_delete: delete_info: {'volume_id': '9e826556-8d0e-492f-aad7-5fc58510f61a'} {{(pid=75027) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [None req-5a866275-550c-4444-87ab-10afb8f76e26 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     if delete_info['type'] != 'qcow2':
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] KeyError: 'type'
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] 
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     rv = execute(f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     six.reraise(c, e, tb)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     raise value
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     rv = meth(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     self._volume_snapshot_create(context, instance, guest,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     rv = execute(f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     six.reraise(c, e, tb)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     raise value
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     rv = meth(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] 
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5deef8-9f30-4178-b5fc-94f1d491ec7e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b112e417-8800-4e0f-8a50-c0b446a0aa2a]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [None req-5a866275-550c-4444-87ab-10afb8f76e26 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-44a1ed47-11b6-49ce-ad9e-a5b1860a5e4b)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server [None req-5a866275-550c-4444-87ab-10afb8f76e26 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] Exception during message handling: KeyError: 'type'
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 8ea77768-5097-4e47-83ff-f38df94a1fb1 could not be found.
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise value
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 8ea77768-5097-4e47-83ff-f38df94a1fb1 could not be found. (HTTP 404) (Request-ID: req-6f1a9ff3-2608-4a89-a1cf-c20902d6250b)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 8ea77768-5097-4e47-83ff-f38df94a1fb1 could not be found.
Nov 29 04:23:27 user nova-compute[75027]: ERROR nova.virt.libvirt.driver 
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[299dc644-5f50-49d4-b373-bd1a9938b92b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server [None req-973f9ee2-6153-4f77-8c13-4d94c6fac725 tempest-VolumesAssistedSnapshotsTest-773108160 tempest-VolumesAssistedSnapshotsTest-773108160-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise value
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 04:23:27 user nova-compute[75027]: ERROR oslo_messaging.rpc.server 
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[21721835-6940-47e5-8034-d370af61674d]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]
Nov 29 04:23:27 user nova-compute[75027]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b0c9c4-587b-49a9-8c7d-a9658d67ae56]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== disconnect_volume: return (410ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deleting instance files /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded_del
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deletion of /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded_del complete
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.compute.manager [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Detaching volume 9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Hkdwerqa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:27 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:27 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:27 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b593c2f5-0b23-4a4c-aa8c-b855ad6d3f67]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:27 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6bf98b-ef35-41a1-9a7c-68b46c555b34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372] added
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 4c39e07e-d166-4455-8432-5b3d9bb50ded could not be found.
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.block_device [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Attempting to driver detach volume 9e826556-8d0e-492f-aad7-5fc58510f61a from mountpoint /dev/vdb
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:27 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Attempting to detach device vdb from instance 671b9b38-db2f-4092-8507-2ac44dc669c7 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:27 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:27 user nova-compute[75027]:   <source dev="/dev/sdl"/>
Nov 29 04:23:27 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:27 user nova-compute[75027]:   <serial>9e826556-8d0e-492f-aad7-5fc58510f61a</serial>
Nov 29 04:23:27 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:23:27 user nova-compute[75027]: </disk>
Nov 29 04:23:27 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0e5da3-5888-4c51-9568-3640f96d3d92]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Successfully detached device vdb from instance 671b9b38-db2f-4092-8507-2ac44dc669c7 from the persistent domain config.
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 671b9b38-db2f-4092-8507-2ac44dc669c7 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:27 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:27 user nova-compute[75027]:   <source dev="/dev/sdl"/>
Nov 29 04:23:27 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:27 user nova-compute[75027]:   <serial>9e826556-8d0e-492f-aad7-5fc58510f61a</serial>
Nov 29 04:23:27 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:23:27 user nova-compute[75027]: </disk>
Nov 29 04:23:27 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf712f66-898b-4127-a9ff-e02e48d4f79b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Hkdwerqa {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Hkdwerqa" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[155d16a0-52ee-4da5-bbcb-9f66c13dc319]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Hkdwerqa'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78c433e-0448-4470-8626-d4fa2abff7a2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93f146f0-0efe-4ab3-906d-7fe74aefeb05]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:27 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:27 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --login" returned: 0 in 0.108s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dfbddca-8d9f-4491-82b8-527663b49f26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260]
Nov 29 04:23:28 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5baaab73-3b4f-45d8-80cc-8cde1139a349]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0d3de1-503d-48fa-b416-462582e5819e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:28 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91c21d3-82c5-4eab-8a8e-bac821c7cefb]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Hkdwerqa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:28 user nova-compute[75027]: WARNING nova.compute.manager [req-7e1168a5-4ef1-4a26-9d11-a980116ef2a7 req-b3d43b6a-b66a-4a56-80ab-9d0bbd77c041 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state active and task_state rebuilding.
Nov 29 04:23:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '23930666137383634', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930666137383634', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.350s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95b802c-0b80-43ff-8b31-cd638d69b863]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:29 user nova-compute[75027]: No targets found.
Nov 29 04:23:29 user nova-compute[75027]: iSNS:
Nov 29 04:23:29 user nova-compute[75027]: No targets found.
Nov 29 04:23:29 user nova-compute[75027]: STATIC:
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:29 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:29 user nova-compute[75027]: No targets found.
Nov 29 04:23:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:29 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:29 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:23:29 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:29 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:23:29 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:29 user nova-compute[75027]:   <serial>370e010c-2c32-4b45-9239-84c17b2bf372</serial>
Nov 29 04:23:29 user nova-compute[75027]: </disk>
Nov 29 04:23:29 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[128c7e0d-1e54-4baf-b8de-5f6af1aa5ddd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc05cc8d-7bdf-401b-9214-e18076149534]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:29 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f070fe20>, {}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Disconnecting from: [] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.103s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== disconnect_volume: return (1453ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No BDM found with device name hda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] No VIF found with MAC fa:16:3e:71:e0:c7, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:23:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-dbd9ea6b-093a-45c4-b97f-519ed4b72dd3 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.108s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27', 'serial': 'ab2c36ca-e7fa-4254-90ec-68456a305a27'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'serial'} {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:30 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:30 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:30 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Preparing to wait for external event volume-reimaged-fd0a5d40-dbd6-4740-8050-6ac091309275 {{(pid=75027) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc906afc-1731-40bf-b0f2-9a8491d75fcb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:30 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66825f6-ba46-4f5d-9ff3-220e9c1d07fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27] added
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d9d384-db8b-4f2f-8517-3de4fca27702]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4676624e-0a65-4291-8d2d-5e1d6b2b3280]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTvBVhDa {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTvBVhDa" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2564d289-9ce0-440d-9618-bd4f9d86912d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kTvBVhDa'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8486301b-b5d2-496e-a63f-32fcb06d23e6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae398be4-aefd-4fb3-a5fc-7b718fe76415]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0436587-4fc4-4de5-ac5a-da058d6ac172]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260]
Nov 29 04:23:30 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d96c24d-7d23-4664-a42b-e35985e6aec3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd351c01-480b-4a5e-b2d5-c3935991c587]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:30 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] HCTL ('44', '-', '-', 0) found on session 15 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Scanning host 44 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host44/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host44/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa0519f-57e8-4b48-a2bd-f6795dba36e4]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Searching for a device in session 15 and hctl ['44', '*', '*', 0] yield: sdm {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Connected to sdm using {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:31 user nova-compute[75027]: INFO nova.compute.manager [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Detaching volume 370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:31 user nova-compute[75027]: INFO nova.virt.block_device [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Attempting to driver detach volume 370e010c-2c32-4b45-9239-84c17b2bf372 from mountpoint /dev/vdb
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Attempting to detach device vdb from instance fc63155a-df46-45dc-8f31-3f514091b579 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:31 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:31 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:23:31 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:31 user nova-compute[75027]:   <serial>370e010c-2c32-4b45-9239-84c17b2bf372</serial>
Nov 29 04:23:31 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:23:31 user nova-compute[75027]: </disk>
Nov 29 04:23:31 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully detached device vdb from instance fc63155a-df46-45dc-8f31-3f514091b579 from the persistent domain config.
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fc63155a-df46-45dc-8f31-3f514091b579 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:23:31 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:23:31 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:23:31 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:23:31 user nova-compute[75027]:   <serial>370e010c-2c32-4b45-9239-84c17b2bf372</serial>
Nov 29 04:23:31 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:23:31 user nova-compute[75027]: </disk>
Nov 29 04:23:31 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.390s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23165306334303332', 'path': '/dev/sdm'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165306334303332', 'path': '/dev/sdm'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.objects.instance [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lazy-loading 'flavor' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:23:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 153092096 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 214958080 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 268435456 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 441450496 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 577765376 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 722468864 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 908066816 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 1048576000 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:36 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[024a77ce-12a0-4fd7-ba73-a72a39a06bdc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:36 user nova-compute[75027]: No targets found.
Nov 29 04:23:36 user nova-compute[75027]: iSNS:
Nov 29 04:23:36 user nova-compute[75027]: No targets found.
Nov 29 04:23:36 user nova-compute[75027]: STATIC:
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:36 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:36 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:36 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:36 user nova-compute[75027]: No targets found.
Nov 29 04:23:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:36 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:36 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e49a5c-f9bd-46a3-878e-6a3631a59afc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69fad699-2fc9-4ccf-9279-dccb299f139a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:36 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a1090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237'): ({'sdj'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Removing single pathed devices sdj {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d5ce3e-055e-48bf-9a99-790b87d9e50b]: (4, ('path checker states:\nup                  11\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5025e75-ec32-41d5-9556-ec38bfe8d9e6]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Flushing IO for device /dev/sdj {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec67de0a-2d5e-4731-a751-db8dadb587c7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.043s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[68019d88-7b0c-4cd5-91a7-a3711c90e225]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] SCSI volumes sdj have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[26836c6d-5ae8-4a9b-8a14-be8e47970a76]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[37580d37-0599-494a-8eaf-30a4a7075c81]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]
Nov 29 04:23:37 user nova-compute[75027]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10e02b5-b526-4621-9add-ac91fee06422]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== disconnect_volume: return (354ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdm'}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27', 'serial'} {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: removing Cinder connection for volume ec3faf11-9ad6-4f62-b607-9a05dfc87237 {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 04:23:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: Updating volume ec3faf11-9ad6-4f62-b607-9a05dfc87237 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "kTvBVhDa", "auth_password": "AmXgW3zveH5ULT", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdm", "volume_id": "ab2c36ca-e7fa-4254-90ec-68456a305a27"}, "status": "reserved", "instance": "50c83f00-22df-49f1-8e83-1e4b2b50ddb6", "attached_at": "", "detached_at": "", "volume_id": "ab2c36ca-e7fa-4254-90ec-68456a305a27", "serial": "ab2c36ca-e7fa-4254-90ec-68456a305a27"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27', 'no_device': None, 'attachment_id': '8aaf014c-1527-43c8-9553-383ae9e78414'} {{(pid=75027) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-323ea70e-9108-400d-a071-c6d49786f67f tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 19.066s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 is timed out.
Nov 29 04:23:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully detached device vdb from instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 from the live domain config.
Nov 29 04:23:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tAoaONsV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:40 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[673e7d50-bd75-4b3e-b6d3-22df34169c0a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:40 user nova-compute[75027]: No targets found.
Nov 29 04:23:40 user nova-compute[75027]: iSNS:
Nov 29 04:23:40 user nova-compute[75027]: No targets found.
Nov 29 04:23:40 user nova-compute[75027]: STATIC:
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:40 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:40 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:40 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:40 user nova-compute[75027]: No targets found.
Nov 29 04:23:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:40 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:40 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c52fe7b-85b4-4b9f-943a-479fdcc65876]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[410a94dd-6a0d-4722-9776-f6d282f1e38f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:41 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00225990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073'): ({'sdi'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Removing single pathed devices sdi {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd311ab-7cc4-471f-aaab-bd35273af6bc]: (4, ('path checker states:\nup                  11\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d12a197-4384-43ae-b302-42eced8ca4cb]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Flushing IO for device /dev/sdi {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[520768dd-7b56-4352-a0ab-b726912b3b82]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f97e88a-1735-45ee-bef1-7201a9d2512f]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] SCSI volumes sdi have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5978f8-81c7-4782-b45b-72847e434802]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3f8ca4-688e-4b87-afa8-e5f4e7d5b4f3]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260]
Nov 29 04:23:41 user nova-compute[75027]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4188999a-f0ed-4de5-90de-ff82c5a1d073 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f2eb21-99d7-4ca4-bb72-a0f3fe9c430c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] <== disconnect_volume: return (376ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.utils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c62dc4-91b3-40af-b19e-66986f5d64ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b1da05-c1f0-463b-aac6-cbf797e755d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60967bf1-c1de-467b-bc68-9d55b78189bf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5230bbff-6a5e-49aa-8dae-a51a548eb329]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:41 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b96ed4d-4f2b-418e-8ab8-89368b22253c]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:41 user nova-compute[75027]: DEBUG os_brick.utils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:42 user nova-compute[75027]: INFO nova.compute.manager [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Swapping volume ab2c36ca-e7fa-4254-90ec-68456a305a27 for ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:23:42 user nova-compute[75027]: DEBUG nova.objects.instance [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'flavor' on Instance uuid 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fc26be58-b641-4894-a11f-513255cea7e5 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.786s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance adfba195-a3b6-4740-ab75-1d6a19f6e124 is timed out.
Nov 29 04:23:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Successfully detached device sdc from instance adfba195-a3b6-4740-ab75-1d6a19f6e124 from the live domain config.
Nov 29 04:23:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QOBZJUhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:47 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7bfdf93-fe3a-4bcd-8b03-3af3f7c1a9c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:47 user nova-compute[75027]: No targets found.
Nov 29 04:23:47 user nova-compute[75027]: iSNS:
Nov 29 04:23:47 user nova-compute[75027]: No targets found.
Nov 29 04:23:47 user nova-compute[75027]: STATIC:
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:47 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:47 user nova-compute[75027]: No targets found.
Nov 29 04:23:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:47 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:47 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f9cfe1-d331-4e69-bf5a-4316926f14be]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdc62de-e09c-49d3-baf6-a28c3d7503ad]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:47 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00225480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb'): ({'sdk'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Removing single pathed devices sdk {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de43b1b8-ddc7-4f9d-89c0-27a737f3059d]: (4, ('path checker states:\nup                  10\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[616bacfb-e09e-47ab-8a2e-94da532b40e4]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Flushing IO for device /dev/sdk {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14f19b9-ec6e-4992-80ea-a78002482bb9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb93af44-3891-433d-b5e2-66e6d6895f49]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] SCSI volumes sdk have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb14c7c-95dc-4731-a01a-1047ff25d3be]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --logout" returned: 0 in 0.162s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[646855bd-2748-4f9c-bd7b-0e2eb3d711a7]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260]
Nov 29 04:23:47 user nova-compute[75027]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8e24e77-9b8e-450b-92f1-eea5b45b4fcb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[61aa1c21-1e10-4ee6-9bcb-342d88329531]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.441s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] <== disconnect_volume: return (442ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:48 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 671b9b38-db2f-4092-8507-2ac44dc669c7 is timed out.
Nov 29 04:23:48 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Successfully detached device vdb from instance 671b9b38-db2f-4092-8507-2ac44dc669c7 from the live domain config.
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQGmhSJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:48 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-changed-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Refreshing instance network info cache due to event network-changed-c99be072-30a3-4bca-97f9-f9d8202d0cf6. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] Acquiring lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] Acquired lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.network.neutron [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Refreshing network info cache for port c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0eb5b72-a2fd-4054-a061-20ef3cf2b504]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:48 user nova-compute[75027]: No targets found.
Nov 29 04:23:48 user nova-compute[75027]: iSNS:
Nov 29 04:23:48 user nova-compute[75027]: No targets found.
Nov 29 04:23:48 user nova-compute[75027]: STATIC:
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:48 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:48 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:48 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:48 user nova-compute[75027]: No targets found.
Nov 29 04:23:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:48 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:48 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce867709-74ad-4d10-b73c-e22d6072fd13]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef54007c-ae66-4efc-8826-8f999ca25773]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:48 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00227640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a'): ({'sdl'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Removing single pathed devices sdl {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7b6bd8-6136-4d9e-92a5-6cc5eeb4b83b]: (4, ('path checker states:\nup                  9\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b861e3d-9ad3-412c-b850-a4e6dd19f8a8]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Flushing IO for device /dev/sdl {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30502df-7a42-40dd-a114-7e6fb568f44a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.040s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[072904c0-2073-430d-9118-bc256ee9d953]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] SCSI volumes sdl have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c163759-21bd-4001-9570-ed0652150e9e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a677f8-53ba-42c0-a866-201668ea3a06]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260]
Nov 29 04:23:48 user nova-compute[75027]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:48 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e826556-8d0e-492f-aad7-5fc58510f61a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9bf01b-84ee-4fce-bf06-c5edeb5d0c37]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] <== disconnect_volume: return (348ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.network.neutron [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updated VIF entry in instance network info cache for port c99be072-30a3-4bca-97f9-f9d8202d0cf6. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG nova.network.neutron [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating instance_info_cache with network_info: [{"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e18b21a3-d2dd-4700-9f90-42d6f062a874 req-d6b61ab8-c076-4e05-81f2-c77dea60b7ae service nova] Releasing lock "refresh_cache-b7fe621f-f411-4310-a58c-e0c0d00372d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lazy-loading 'flavor' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9722ce65-ceb9-48df-a36a-72d4fb3104d4 tempest-VolumesAssistedSnapshotsTest-377252835 tempest-VolumesAssistedSnapshotsTest-377252835-project-admin] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.473s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b req-5ed212f4-b0c6-4986-9423-de37d2b8c6ec service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event volume-reimaged-fd0a5d40-dbd6-4740-8050-6ac091309275 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b req-5ed212f4-b0c6-4986-9423-de37d2b8c6ec service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b req-5ed212f4-b0c6-4986-9423-de37d2b8c6ec service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b req-5ed212f4-b0c6-4986-9423-de37d2b8c6ec service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b req-5ed212f4-b0c6-4986-9423-de37d2b8c6ec service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Processing event volume-reimaged-fd0a5d40-dbd6-4740-8050-6ac091309275 {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance event wait completed in 20 seconds for volume-reimaged {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:50 user nova-compute[75027]: INFO nova.virt.block_device [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Booting with volume fd0a5d40-dbd6-4740-8050-6ac091309275 at /dev/vda
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:50 user nova-compute[75027]: INFO nova.compute.manager [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attaching volume c6891978-2e51-4900-8419-5bde699d9936 to /dev/vdb
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.utils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c714cfed-cba4-44bb-bc84-3ca84ff98af0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a683a402-805f-46fd-956e-5ea86d73cd1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c73070f-b754-41c0-aae8-dc816359ccbe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[845e0444-0ea5-4761-bedc-c0337cb3a007]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.utils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:50 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e176940-4a88-4d9f-8798-8b1661737906]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG os_brick.utils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating existing volume attachment record: 8a4f73d1-6950-4f07-8fb2-6bef212ac19c {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4806f3a-b870-4c84-8aa1-56c8e7756d3f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49bd5c7-4be9-475e-a64c-34fd2bb433d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[76aa0cb2-4826-4064-9e91-83eb62a6d6c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[588d9e2d-e6fb-458b-abad-8b232273aaf2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:23:51 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bae9dea-fcd9-42ec-bcc0-87135253d255]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating existing volume attachment record: 51c4712c-5842-4424-9ea3-5f9dd0fbb490 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lazy-loading 'flavor' on Instance uuid adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cc411c07-47f6-4f0a-b5a9-8ec743a2ea16 tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.126s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fc63155a-df46-45dc-8f31-3f514091b579 is timed out.
Nov 29 04:23:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully detached device vdb from instance fc63155a-df46-45dc-8f31-3f514091b579 from the live domain config.
Nov 29 04:23:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Hkdwerqa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:51 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd78fd7-e3dc-4d49-9157-cabb1d569331]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:51 user nova-compute[75027]: No targets found.
Nov 29 04:23:51 user nova-compute[75027]: iSNS:
Nov 29 04:23:51 user nova-compute[75027]: No targets found.
Nov 29 04:23:51 user nova-compute[75027]: STATIC:
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:51 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:51 user nova-compute[75027]: No targets found.
Nov 29 04:23:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:51 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:51 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4fe160a-84f1-41fb-9a11-4cfdac189ffa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a5fb3e-f8f8-4bf7-bd44-a16b340b7f03]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:51 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2c43f6-bf48-4573-bfb3-46d90fde4ec9]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd4b386-cfd6-498a-8954-78b8ca7f1d06]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e281efd4-09b7-4797-9cee-44ef40f5f003]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6339b50a-0d30-454a-9f4f-1d690ffffb3c]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[98bb50af-c4fd-42c8-8cd6-9a9d81db21fe]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2e121a-aecc-4ed3-b3ed-4bcb229e0272]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260]
Nov 29 04:23:51 user nova-compute[75027]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:370e010c-2c32-4b45-9239-84c17b2bf372 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfcf02ac-5e85-428e-8552-6c11ff4a7be6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] <== disconnect_volume: return (353ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'serial': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdm', 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27'}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27', 'serial'} {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:52 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfab2f17-da7d-42ea-b8a9-a07a8f6b8c2d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:23:52 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6192b0ed-3ce4-4623-b8e0-2616506a23fb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237] added
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc80ba7-7d2e-45d2-a922-989365c0616a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaec97fd-10fe-4809-a775-d0ac27b5dfd9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZEcMwfd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZEcMwfd" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e39686-937c-4260-9a59-2e242da63b6e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZEcMwfd'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d70441-bd3e-42ba-8dd8-02e9e75da05c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9efc22-9ecb-44a6-b525-ff38b3f4c653]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating instance_info_cache with network_info: [{"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1626da8e-a464-4dac-836e-7c4c8a31f15e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]
Nov 29 04:23:52 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f95b66-f1ad-47ad-9174-5dd07e9ea6a5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b812aca8-e66d-4405-9b41-2c4e1a6febbf]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:52 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b2834f-05a9-40ec-a3d8-f38aa850c0d5]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ce4215ac-9194-4f53-a777-c40619247b9e tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.306s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-2fb751e6-b9ae-4507-a77b-33022b8fb10b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-2fb751e6-b9ae-4507-a77b-33022b8fb10b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '23231313238353961', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231313238353961', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lazy-loading 'flavor' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Attempting to detach device tap2fb751e6-b9 from instance fc63155a-df46-45dc-8f31-3f514091b579 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] detach device xml: <interface type="ethernet">
Nov 29 04:23:53 user nova-compute[75027]:   <mac address="fa:16:3e:35:18:2e"/>
Nov 29 04:23:53 user nova-compute[75027]:   <model type="virtio"/>
Nov 29 04:23:53 user nova-compute[75027]:   <mtu size="1442"/>
Nov 29 04:23:53 user nova-compute[75027]:   <target dev="tap2fb751e6-b9"/>
Nov 29 04:23:53 user nova-compute[75027]: </interface>
Nov 29 04:23:53 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface>not found in domain: <domain type='kvm' id='6'>
Nov 29 04:23:53 user nova-compute[75027]:   <name>instance-00000006</name>
Nov 29 04:23:53 user nova-compute[75027]:   <uuid>fc63155a-df46-45dc-8f31-3f514091b579</uuid>
Nov 29 04:23:53 user nova-compute[75027]:   <metadata>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:23:53 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:23:16</nova:creationTime>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:23:53 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:23:53 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:owner>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:23:53 user nova-compute[75027]:   </nova:owner>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:23:53 user nova-compute[75027]:   <nova:ports>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:23:53 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:23:53 user nova-compute[75027]:     </nova:port>
Nov 29 04:23:53 user nova-compute[75027]:     <nova:port uuid="2fb751e6-b9ae-4507-a77b-33022b8fb10b">
Nov 29 04:23:53 user nova-compute[75027]:       <nova:ip type="fixed" address="10.10.10.246" ipVersion="4"/>
Nov 29 04:23:53 user nova-compute[75027]:     </nova:port>
Nov 29 04:23:53 user nova-compute[75027]:   </nova:ports>
Nov 29 04:23:53 user nova-compute[75027]: </nova:instance>
Nov 29 04:23:53 user nova-compute[75027]:   </metadata>
Nov 29 04:23:53 user nova-compute[75027]:   <memory unit='KiB'>524288</memory>
Nov 29 04:23:53 user nova-compute[75027]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 04:23:53 user nova-compute[75027]:   <vcpu placement='static'>1</vcpu>
Nov 29 04:23:53 user nova-compute[75027]:   <resource>
Nov 29 04:23:53 user nova-compute[75027]:     <partition>/machine</partition>
Nov 29 04:23:53 user nova-compute[75027]:   </resource>
Nov 29 04:23:53 user nova-compute[75027]:   <sysinfo type='smbios'>
Nov 29 04:23:53 user nova-compute[75027]:     <system>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='version'>0.0.0</entry>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='serial'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='uuid'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:23:53 user nova-compute[75027]:       <entry name='family'>Virtual Machine</entry>
Nov 29 04:23:53 user nova-compute[75027]:     </system>
Nov 29 04:23:53 user nova-compute[75027]:   </sysinfo>
Nov 29 04:23:53 user nova-compute[75027]:   <os>
Nov 29 04:23:53 user nova-compute[75027]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 04:23:53 user nova-compute[75027]:     <boot dev='hd'/>
Nov 29 04:23:53 user nova-compute[75027]:     <smbios mode='sysinfo'/>
Nov 29 04:23:53 user nova-compute[75027]:   </os>
Nov 29 04:23:53 user nova-compute[75027]:   <features>
Nov 29 04:23:53 user nova-compute[75027]:     <acpi/>
Nov 29 04:23:53 user nova-compute[75027]:     <apic/>
Nov 29 04:23:53 user nova-compute[75027]:     <vmcoreinfo state='on'/>
Nov 29 04:23:53 user nova-compute[75027]:   </features>
Nov 29 04:23:53 user nova-compute[75027]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 04:23:53 user nova-compute[75027]:     <model fallback='forbid'>Nehalem</model>
Nov 29 04:23:53 user nova-compute[75027]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 04:23:53 user nova-compute[75027]:     <feature policy='require' name='vme'/>
Nov 29 04:23:53 user nova-compute[75027]:     <feature policy='require' name='x2apic'/>
Nov 29 04:23:53 user nova-compute[75027]:     <feature policy='require' name='hypervisor'/>
Nov 29 04:23:53 user nova-compute[75027]:   </cpu>
Nov 29 04:23:53 user nova-compute[75027]:   <clock offset='utc'>
Nov 29 04:23:53 user nova-compute[75027]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 04:23:53 user nova-compute[75027]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 04:23:53 user nova-compute[75027]:     <timer name='hpet' present='no'/>
Nov 29 04:23:53 user nova-compute[75027]:   </clock>
Nov 29 04:23:53 user nova-compute[75027]:   <on_poweroff>destroy</on_poweroff>
Nov 29 04:23:53 user nova-compute[75027]:   <on_reboot>restart</on_reboot>
Nov 29 04:23:53 user nova-compute[75027]:   <on_crash>destroy</on_crash>
Nov 29 04:23:53 user nova-compute[75027]:   <devices>
Nov 29 04:23:53 user nova-compute[75027]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 04:23:53 user nova-compute[75027]:     <disk type='file' device='disk'>
Nov 29 04:23:53 user nova-compute[75027]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 04:23:53 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk' index='2'/>
Nov 29 04:23:53 user nova-compute[75027]:       <backingStore type='file' index='3'>
Nov 29 04:23:53 user nova-compute[75027]:         <format type='raw'/>
Nov 29 04:23:53 user nova-compute[75027]:         <source file='/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0'/>
Nov 29 04:23:53 user nova-compute[75027]:         <backingStore/>
Nov 29 04:23:53 user nova-compute[75027]:       </backingStore>
Nov 29 04:23:53 user nova-compute[75027]:       <target dev='vda' bus='virtio'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='virtio-disk0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </disk>
Nov 29 04:23:53 user nova-compute[75027]:     <disk type='file' device='cdrom'>
Nov 29 04:23:53 user nova-compute[75027]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 04:23:53 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config' index='1'/>
Nov 29 04:23:53 user nova-compute[75027]:       <backingStore/>
Nov 29 04:23:53 user nova-compute[75027]:       <target dev='hda' bus='ide'/>
Nov 29 04:23:53 user nova-compute[75027]:       <readonly/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='ide0-0-0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </disk>
Nov 29 04:23:53 user nova-compute[75027]:     <controller type='usb' index='0' model='none'>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='usb'/>
Nov 29 04:23:53 user nova-compute[75027]:     </controller>
Nov 29 04:23:53 user nova-compute[75027]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='pci.0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </controller>
Nov 29 04:23:53 user nova-compute[75027]:     <controller type='ide' index='0'>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='ide'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 04:23:53 user nova-compute[75027]:     </controller>
Nov 29 04:23:53 user nova-compute[75027]:     <interface type='ethernet'>
Nov 29 04:23:53 user nova-compute[75027]:       <mac address='fa:16:3e:71:e0:c7'/>
Nov 29 04:23:53 user nova-compute[75027]:       <target dev='tapf74892b1-5c'/>
Nov 29 04:23:53 user nova-compute[75027]:       <model type='virtio'/>
Nov 29 04:23:53 user nova-compute[75027]:       <mtu size='1442'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='net0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </interface>
Nov 29 04:23:53 user nova-compute[75027]:     <interface type='ethernet'>
Nov 29 04:23:53 user nova-compute[75027]:       <mac address='fa:16:3e:35:18:2e'/>
Nov 29 04:23:53 user nova-compute[75027]:       <target dev='tap2fb751e6-b9'/>
Nov 29 04:23:53 user nova-compute[75027]:       <model type='virtio'/>
Nov 29 04:23:53 user nova-compute[75027]:       <mtu size='1442'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='net1'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </interface>
Nov 29 04:23:53 user nova-compute[75027]:     <serial type='pty'>
Nov 29 04:23:53 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:23:53 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:23:53 user nova-compute[75027]:       <target type='isa-serial' port='0'>
Nov 29 04:23:53 user nova-compute[75027]:         <model name='isa-serial'/>
Nov 29 04:23:53 user nova-compute[75027]:       </target>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </serial>
Nov 29 04:23:53 user nova-compute[75027]:     <console type='pty' tty='/dev/pts/5'>
Nov 29 04:23:53 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:23:53 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:23:53 user nova-compute[75027]:       <target type='serial' port='0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </console>
Nov 29 04:23:53 user nova-compute[75027]:     <input type='mouse' bus='ps2'>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='input0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </input>
Nov 29 04:23:53 user nova-compute[75027]:     <input type='keyboard' bus='ps2'>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='input1'/>
Nov 29 04:23:53 user nova-compute[75027]:     </input>
Nov 29 04:23:53 user nova-compute[75027]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Nov 29 04:23:53 user nova-compute[75027]:       <listen type='address' address='0.0.0.0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </graphics>
Nov 29 04:23:53 user nova-compute[75027]:     <audio id='1' type='none'/>
Nov 29 04:23:53 user nova-compute[75027]:     <video>
Nov 29 04:23:53 user nova-compute[75027]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='video0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </video>
Nov 29 04:23:53 user nova-compute[75027]:     <memballoon model='virtio'>
Nov 29 04:23:53 user nova-compute[75027]:       <stats period='10'/>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='balloon0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </memballoon>
Nov 29 04:23:53 user nova-compute[75027]:     <rng model='virtio'>
Nov 29 04:23:53 user nova-compute[75027]:       <backend model='random'>/dev/urandom</backend>
Nov 29 04:23:53 user nova-compute[75027]:       <alias name='rng0'/>
Nov 29 04:23:53 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 04:23:53 user nova-compute[75027]:     </rng>
Nov 29 04:23:53 user nova-compute[75027]:   </devices>
Nov 29 04:23:53 user nova-compute[75027]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 04:23:53 user nova-compute[75027]:     <label>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</label>
Nov 29 04:23:53 user nova-compute[75027]:     <imagelabel>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</imagelabel>
Nov 29 04:23:53 user nova-compute[75027]:   </seclabel>
Nov 29 04:23:53 user nova-compute[75027]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 04:23:53 user nova-compute[75027]:     <label>+64055:+108</label>
Nov 29 04:23:53 user nova-compute[75027]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 04:23:53 user nova-compute[75027]:   </seclabel>
Nov 29 04:23:53 user nova-compute[75027]: </domain>
Nov 29 04:23:53 user nova-compute[75027]:  {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 04:23:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully detached device tap2fb751e6-b9 from instance fc63155a-df46-45dc-8f31-3f514091b579 from the persistent domain config.
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] (1/8): Attempting to detach device tap2fb751e6-b9 with device alias net1 from instance fc63155a-df46-45dc-8f31-3f514091b579 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] detach device xml: <interface type="ethernet">
Nov 29 04:23:53 user nova-compute[75027]:   <mac address="fa:16:3e:35:18:2e"/>
Nov 29 04:23:53 user nova-compute[75027]:   <model type="virtio"/>
Nov 29 04:23:53 user nova-compute[75027]:   <mtu size="1442"/>
Nov 29 04:23:53 user nova-compute[75027]:   <target dev="tap2fb751e6-b9"/>
Nov 29 04:23:53 user nova-compute[75027]: </interface>
Nov 29 04:23:53 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:53 user nova-compute[75027]: INFO nova.compute.manager [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Terminating instance
Nov 29 04:23:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 8388608 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Start waiting for the detach event from libvirt for device tap2fb751e6-b9 with device alias net1 for instance fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-unplugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] No waiting events found dispatching network-vif-unplugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-ef812b8e-abfb-4e8d-8b2c-173b31198aff req-7d624900-e70f-44f8-af2b-7e4adf5bc351 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-unplugged-386b6832-e8af-438f-b07e-07edfe327015 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-unplugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-unplugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:54 user nova-compute[75027]: WARNING nova.compute.manager [req-0d4ed7bc-046c-4beb-a294-e2c4a69a3fa2 req-5142baf1-edbd-46b5-a1b0-cb5d3fef6ae5 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-unplugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b for instance with vm_state active and task_state None.
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 152043520 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Instance destroyed successfully.
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lazy-loading 'resources' on Instance uuid adfba195-a3b6-4740-ab75-1d6a19f6e124 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1749399131',display_name='tempest-AttachSCSIVolumeTestJSON-server-1749399131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1749399131',id=4,image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITQBbXrbnivPF7Irxf31X4drEQXVLLx71zlLkPXyz/aNp3SiMJyJs67w2j7vt9J6hSPfShw0nnvN2r9Vkz0q3dNIO+A8uwi5/SczD6t6xYRYGPoei7N5ckB0XSgncrDbg==',key_name='tempest-keypair-1635066471',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f567234f3c3b4438817850757692215f',ramdisk_id='',reservation_id='r-gpbhez3f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b5e5efb6-f7d3-472e-a69d-f0bea9caf152',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-245552156',owner_user_name='tempest-AttachSCSIVolumeTestJSON-245552156-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7e9f92af93b4bbe9d4dbd572da545cd',uuid=adfba195-a3b6-4740-ab75-1d6a19f6e124,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converting VIF {"id": "386b6832-e8af-438f-b07e-07edfe327015", "address": "fa:16:3e:e6:3a:06", "network": {"id": "a19d064b-aa4b-4fee-97fc-92cad0d1b890", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-617818795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f567234f3c3b4438817850757692215f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386b6832-e8", "ovs_interfaceid": "386b6832-e8af-438f-b07e-07edfe327015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG os_vif [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap386b6832-e8, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d6a4da7-7ab7-47d3-b174-7f27c6a73861) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:54 user nova-compute[75027]: INFO os_vif [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3a:06,bridge_name='br-int',has_traffic_filtering=True,id=386b6832-e8af-438f-b07e-07edfe327015,network=Network(a19d064b-aa4b-4fee-97fc-92cad0d1b890),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386b6832-e8')
Nov 29 04:23:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Deleting instance files /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124_del
Nov 29 04:23:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Deletion of /opt/stack/data/nova/instances/adfba195-a3b6-4740-ab75-1d6a19f6e124_del complete
Nov 29 04:23:54 user nova-compute[75027]: INFO nova.compute.manager [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 29 04:23:54 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:23:54 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdm (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 289406976 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 447741952 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-changed-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing instance network info cache due to event network-changed-a686995b-3cc1-4e99-8a45-b78926a1ccef. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] Acquiring lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] Acquired lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.network.neutron [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Refreshing network info cache for port a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 596639744 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] Acquiring lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] No waiting events found dispatching network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:56 user nova-compute[75027]: WARNING nova.compute.manager [req-36f07bbb-3992-46af-bf9c-54c8c52dd2a1 req-262980e1-0e49-4fd0-b1cf-296ce9779ea8 service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received unexpected event network-vif-plugged-386b6832-e8af-438f-b07e-07edfe327015 for instance with vm_state active and task_state deleting.
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:23:56 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:56 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Took 1.59 seconds to deallocate network for instance.
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:57 user nova-compute[75027]: WARNING nova.compute.manager [req-e675f1a9-de12-46a3-8714-c8f89c932537 req-41902951-2054-4f24-9184-b1cce7f14ba3 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-2fb751e6-b9ae-4507-a77b-33022b8fb10b for instance with vm_state active and task_state None.
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 892338176 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:23:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7113MB free_disk=25.40496826171875GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updated VIF entry in instance network info cache for port a686995b-3cc1-4e99-8a45-b78926a1ccef. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a5932a4-9c58-44a0-a1ab-5d64303c78d2 req-6e39b8af-7858-4d99-90ad-be36d8d06c03 service nova] Releasing lock "refresh_cache-b33d98f2-3555-4daa-a55f-a59fa45779b7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 1022361600 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.551s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.552s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:57 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Deleted allocations for instance adfba195-a3b6-4740-ab75-1d6a19f6e124
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fc63155a-df46-45dc-8f31-3f514091b579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 671b9b38-db2f-4092-8507-2ac44dc669c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 4c39e07e-d166-4455-8432-5b3d9bb50ded actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b7fe621f-f411-4310-a58c-e0c0d00372d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 36451b67-bf36-4328-8308-96f8b9441c98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b33d98f2-3555-4daa-a55f-a59fa45779b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cf4bde4a-73cf-4366-be39-9da063a909a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-43eae6aa-6ec6-4cfb-9c10-efe678669e2d tempest-AttachSCSIVolumeTestJSON-245552156 tempest-AttachSCSIVolumeTestJSON-245552156-project-member] Lock "adfba195-a3b6-4740-ab75-1d6a19f6e124" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.367s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-b22ea531-1dd2-431f-b67a-cd0d84e1e345 req-e42127b9-1578-482f-8cea-96b47f03c12d service nova] [instance: adfba195-a3b6-4740-ab75-1d6a19f6e124] Received event network-vif-deleted-386b6832-e8af-438f-b07e-07edfe327015 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTvBVhDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdm', 'volume_id': 'ab2c36ca-e7fa-4254-90ec-68456a305a27'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:23:58 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[226af139-19a1-4ae8-a7aa-7c7f9353159b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:23:58 user nova-compute[75027]: No targets found.
Nov 29 04:23:58 user nova-compute[75027]: iSNS:
Nov 29 04:23:58 user nova-compute[75027]: No targets found.
Nov 29 04:23:58 user nova-compute[75027]: STATIC:
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:23:58 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:23:58 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:23:58 user nova-compute[75027]: FIRMWARE:
Nov 29 04:23:58 user nova-compute[75027]: No targets found.
Nov 29 04:23:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:23:58 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:23:58 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[238c41d7-eb17-45ed-8280-a12fec1a16aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8aaa8a-9d0a-4f22-a5d5-7beb85cafce2]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:23:58 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:23:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa082bdf30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27'): ({'sdm'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Removing single pathed devices sdm {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c367d0b-8493-4103-8443-d0796cac2997]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdm {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdm" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d61f4f46-5d8a-4ae0-9d23-ceaf89e90534]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Flushing IO for device /dev/sdm {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdm {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdm" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1652ac94-db4e-4184-811b-a9e9f931d25e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Remove SCSI device /dev/sdm with /sys/block/sdm/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdm/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdm/device/delete" returned: 0 in 0.057s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[275257fc-1326-4ec7-981f-1641833074b1]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Checking to see if SCSI volumes sdm have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] SCSI volumes sdm have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3765685-5a72-4e31-a0a2-9e4158c0d921]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5016ab57-3701-4ee4-a3c2-7a97609efc16]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260]
Nov 29 04:23:58 user nova-compute[75027]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27, portal: 172.16.0.220,3260] successful.
Nov 29 04:23:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab2c36ca-e7fa-4254-90ec-68456a305a27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[199c7786-b0cc-4656-81f8-f191968dd96b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] <== disconnect_volume: return (382ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:23:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '50c83f00-22df-49f1-8e83-1e4b2b50ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'serial'} {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: removing Cinder connection for volume ab2c36ca-e7fa-4254-90ec-68456a305a27 {{(pid=75027) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:59 user nova-compute[75027]: INFO nova.compute.manager [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Terminating instance
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d4eedf1-2484-47df-8c54-b1bd91e4425e req-70db2294-b722-4143-93f9-a4a9a3b88df4 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-a686995b-3cc1-4e99-8a45-b78926a1ccef for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] swap_volume: Updating volume ab2c36ca-e7fa-4254-90ec-68456a305a27 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "jZEcMwfd", "auth_password": "Rdy697vQGc8sJI", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "ec3faf11-9ad6-4f62-b607-9a05dfc87237"}, "status": "reserved", "instance": "50c83f00-22df-49f1-8e83-1e4b2b50ddb6", "attached_at": "", "detached_at": "", "volume_id": "ec3faf11-9ad6-4f62-b607-9a05dfc87237", "serial": "ec3faf11-9ad6-4f62-b607-9a05dfc87237"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'no_device': None, 'attachment_id': '0ecc9638-1458-47f0-be73-8d029d1355f2'} {{(pid=75027) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3f1b7a6f-7730-4f42-a301-0384e4e36aff tempest-TestVolumeSwap-1829119099 tempest-TestVolumeSwap-1829119099-project-admin] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 18.187s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:23:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:00 user nova-compute[75027]: WARNING nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9 for instance with vm_state active and task_state deleting.
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-bdb5bb50-7815-45ea-b4d3-c6bf67784240 req-b8e6c496-62e8-42a3-a45c-6357a4df4e8f service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-89535a58-bb0a-4ccd-8640-f1874189f2f7 req-fddd37cb-c815-4dcb-a454-6eee34ce344a service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:00 user nova-compute[75027]: INFO nova.compute.manager [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Detaching volume ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:24:01 user nova-compute[75027]: INFO nova.virt.block_device [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Attempting to driver detach volume ec3faf11-9ad6-4f62-b607-9a05dfc87237 from mountpoint /dev/vdb
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Attempting to detach device vdb from instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:24:01 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:01 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:24:01 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:24:01 user nova-compute[75027]:   <serial>ec3faf11-9ad6-4f62-b607-9a05dfc87237</serial>
Nov 29 04:24:01 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:24:01 user nova-compute[75027]: </disk>
Nov 29 04:24:01 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:24:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Successfully detached device vdb from instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 from the persistent domain config.
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:24:01 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:01 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:24:01 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:24:01 user nova-compute[75027]:   <serial>ec3faf11-9ad6-4f62-b607-9a05dfc87237</serial>
Nov 29 04:24:01 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:24:01 user nova-compute[75027]: </disk>
Nov 29 04:24:01 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:24:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Instance destroyed successfully.
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lazy-loading 'resources' on Instance uuid b33d98f2-3555-4daa-a55f-a59fa45779b7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa686995b-3c, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1473145c-f207-4e45-811e-88f652576482) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:b7:13,bridge_name='br-int',has_traffic_filtering=True,id=a686995b-3cc1-4e99-8a45-b78926a1ccef,network=Network(47a0f252-84fa-4575-aab5-e8a2aff0232d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa686995b-3c')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f4ad3cf-47, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b0065f8-2b88-4977-9660-9979b9d9caf2) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:a1:75,bridge_name='br-int',has_traffic_filtering=True,id=6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4ad3cf-47')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9e9dcf4-a3, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=098ece11-884a-4575-82b3-0a7bf1797ad0) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:5e:2a,bridge_name='br-int',has_traffic_filtering=True,id=b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9e9dcf4-a3')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "address": "fa:16:3e:32:11:76", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472250cc-5e", "ovs_interfaceid": "472250cc-5e8f-42c1-805d-5d86fa4d1834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap472250cc-5e, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=435d7f47-6860-4dbb-bf4a-bf1270de7966) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:11:76,bridge_name='br-int',has_traffic_filtering=True,id=472250cc-5e8f-42c1-805d-5d86fa4d1834,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472250cc-5e')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c4a017f-fe, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b0e7c4c-5bce-429d-b989-38c4dd10b9be) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:01 user nova-compute[75027]: WARNING nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-a686995b-3cc1-4e99-8a45-b78926a1ccef for instance with vm_state active and task_state deleting.
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:01 user nova-compute[75027]: WARNING nova.compute.manager [req-1d1e2629-3276-4691-9c62-232c3658768d req-4c6ad8eb-c872-4f74-8f7e-ec6e908e4415 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-472250cc-5e8f-42c1-805d-5d86fa4d1834 for instance with vm_state active and task_state deleting.
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:b6:d8,bridge_name='br-int',has_traffic_filtering=True,id=8c4a017f-fe9c-4bbf-98a8-48b149cac11a,network=Network(e8d5455f-69df-4160-a1a7-c74e780f0a06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c4a017f-fe')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1317d290-70, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4551f016-59be-43b9-baf4-891a6fbc9ef8) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:7a:db,bridge_name='br-int',has_traffic_filtering=True,id=1317d290-703e-45aa-90af-e5945847de58,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1317d290-70')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:22:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-276238251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-276238251',id=11,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPwlbAkfUBbuHCukZcKDxXxhbky5c9wrUZQUeEaPmL5ZJGHdtchhP/GmfFvlJUuXMU4V/QfWR6vk5lf15Q0KBJFy9aquRJKHdz4eymYKYY0v36JX0QXyTIInnmfR1GANIQ==',key_name='tempest-keypair-1555013417',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f1c52e9429064603a23255a8c0ba21a0',ramdisk_id='',reservation_id='r-c2qvb4oh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1050749510',owner_user_name='tempest-TaggedBootDevicesTest_v242-1050749510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cfccb6eab044ceaab70e07745b47bd6',uuid=b33d98f2-3555-4daa-a55f-a59fa45779b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converting VIF {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc029f034-af, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d2ad17b-22f5-419e-a8fc-8edebf6a2e8f) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:01 user nova-compute[75027]: INFO os_vif [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e1:34,bridge_name='br-int',has_traffic_filtering=True,id=c029f034-afb9-4ec9-8a62-3aa34d0a488e,network=Network(b9765482-b253-4dac-8916-81fcc03a9765),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc029f034-af')
Nov 29 04:24:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IkKFiRNP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:01 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca943d3-f230-4d16-b2fd-68a5ee9b5a94]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:01 user nova-compute[75027]: No targets found.
Nov 29 04:24:01 user nova-compute[75027]: iSNS:
Nov 29 04:24:01 user nova-compute[75027]: No targets found.
Nov 29 04:24:01 user nova-compute[75027]: STATIC:
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866
Nov 29 04:24:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:01 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:01 user nova-compute[75027]: No targets found.
Nov 29 04:24:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:01 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:01 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad26e9d-5b91-4567-81dd-d0a9451616b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c97ad908-7b0a-4d12-ae18-24a4ce20b65c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:01 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[579d3728-8ec3-474a-a1e9-2382cee43aac]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[565ba064-ce50-433d-8d24-8d4ea1f2dbbf]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f033b1-5bae-4290-8716-98c5009064e8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[423cdf37-20a6-4305-a4ae-e9dc5a2019f7]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bfc80e-f617-4164-bbd7-452b7fff0576]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6098dfe8-9658-4998-8c31-78963e32cde3]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260]
Nov 29 04:24:02 user nova-compute[75027]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d1e7c78-4832-4183-a2a6-462ad602d866 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f78a17-1b4f-4c5e-8c4e-49e9c5ceb37c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== disconnect_volume: return (327ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vjPTmeIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d33fed-eb4f-42a6-b566-38e940f582e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]: iSNS:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]: STATIC:
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:02 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:02 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bfeae8c-f008-4923-bb92-621da0afad21]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d045ae-c021-4cc3-a403-e5312d21f802]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02362099-a73c-48f1-b7d2-cff45e8dd33f]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e857ddd-3264-40ef-a507-7852b1e00008]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[757c2968-ba89-44a3-8282-29a64a46546e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a for instance with vm_state active and task_state deleting.
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-8c4a017f-fe9c-4bbf-98a8-48b149cac11a for instance with vm_state active and task_state deleting.
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-unplugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-unplugged-1317d290-703e-45aa-90af-e5945847de58 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING nova.compute.manager [req-9837eb50-d64a-482f-9f04-ba7b69223b4e req-aa9957af-a4e7-42c4-9e6f-ba81cc4d5f49 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-1317d290-703e-45aa-90af-e5945847de58 for instance with vm_state active and task_state deleting.
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[da07706e-1511-4bc8-9c02-697e9e58f257]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3255c05-0167-48f8-81d1-fab03b065aa8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] Acquiring lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] No waiting events found dispatching network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING nova.compute.manager [req-b0adab56-ba69-401e-82e9-874fc98ebd87 req-f3629407-71bf-4945-8179-eca698d0be32 service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received unexpected event network-vif-plugged-c029f034-afb9-4ec9-8a62-3aa34d0a488e for instance with vm_state active and task_state deleting.
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[20efc6f3-73e4-440f-9358-5520707150d7]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260]
Nov 29 04:24:02 user nova-compute[75027]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0493dbeb-9ffb-4bfe-9541-6dff091ac317 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a59cc0-a603-4782-9074-7721f87076ad]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== disconnect_volume: return (316ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QPHavylu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:02 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc80ee1-d87e-48b4-b717-a44a5f78724d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]: iSNS:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]: STATIC:
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:02 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:02 user nova-compute[75027]: No targets found.
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:02 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:02 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7b4c26-e649-463d-aa98-2392e5e389c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9596ff-a6ab-4520-a89b-5875818508f6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:02 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c'): ({'sde'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Removing single pathed devices sde {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[866537e8-a2ce-4a09-bb0d-bfdbd55a32f6]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9186bcb8-b69b-421a-8008-b95cb758de6c]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Flushing IO for device /dev/sde {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9889c9d-e9b4-40de-84f3-784094529c6c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef3cd319-282f-4eeb-80e0-00c900310b8f]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[764857b5-aab6-497f-8fc5-49a96a1abf7f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2074220b-9579-41a9-9544-d63ad9a2a7ed]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260]
Nov 29 04:24:02 user nova-compute[75027]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3babcde-1dd6-4652-94ae-25c9b76e764c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f407fca2-4d3e-499b-ad04-57fd8c6f90df]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] <== disconnect_volume: return (323ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Deleting instance files /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7_del
Nov 29 04:24:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Deletion of /opt/stack/data/nova/instances/b33d98f2-3555-4daa-a55f-a59fa45779b7_del complete
Nov 29 04:24:03 user nova-compute[75027]: INFO nova.compute.manager [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Took 3.57 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:03 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:03 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:03 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-463c0754-07f8-4bdb-b280-69762ea66518 req-8be1cd8b-6477-40a2-90c5-784269a5d58d service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-deleted-472250cc-5e8f-42c1-805d-5d86fa4d1834 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:05 user nova-compute[75027]: INFO nova.compute.manager [req-463c0754-07f8-4bdb-b280-69762ea66518 req-8be1cd8b-6477-40a2-90c5-784269a5d58d service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Neutron deleted interface 472250cc-5e8f-42c1-805d-5d86fa4d1834; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-463c0754-07f8-4bdb-b280-69762ea66518 req-8be1cd8b-6477-40a2-90c5-784269a5d58d service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [{"id": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "address": "fa:16:3e:f9:b7:13", "network": {"id": "47a0f252-84fa-4575-aab5-e8a2aff0232d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1594378675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa686995b-3c", "ovs_interfaceid": "a686995b-3cc1-4e99-8a45-b78926a1ccef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "address": "fa:16:3e:01:a1:75", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f4ad3cf-47", "ovs_interfaceid": "6f4ad3cf-47ea-4a5b-a8dc-dda240bf8fd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "address": "fa:16:3e:ba:5e:2a", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9e9dcf4-a3", "ovs_interfaceid": "b9e9dcf4-a3ec-4ba5-8eab-782bc83cd99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "address": "fa:16:3e:e6:b6:d8", "network": {"id": "e8d5455f-69df-4160-a1a7-c74e780f0a06", "bridge": "br-int", "label": "tempest-device-tagging-net1-301422442", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c4a017f-fe", "ovs_interfaceid": "8c4a017f-fe9c-4bbf-98a8-48b149cac11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1317d290-703e-45aa-90af-e5945847de58", "address": "fa:16:3e:ba:7a:db", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1317d290-70", "ovs_interfaceid": "1317d290-703e-45aa-90af-e5945847de58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "address": "fa:16:3e:50:e1:34", "network": {"id": "b9765482-b253-4dac-8916-81fcc03a9765", "bridge": "br-int", "label": "tempest-device-tagging-net2-1494047625", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f1c52e9429064603a23255a8c0ba21a0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc029f034-af", "ovs_interfaceid": "c029f034-afb9-4ec9-8a62-3aa34d0a488e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-463c0754-07f8-4bdb-b280-69762ea66518 req-8be1cd8b-6477-40a2-90c5-784269a5d58d service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Detach interface failed, port_id=472250cc-5e8f-42c1-805d-5d86fa4d1834, reason: Instance b33d98f2-3555-4daa-a55f-a59fa45779b7 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuKSlBzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:06 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6edaec2b-4d55-44a4-a9b7-7ec005edaa00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:24:06 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[031941ec-ded6-462a-82aa-4207de8ee950]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936] added
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1364173a-8c63-46ea-b7de-29c5c1b276d4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30bf129-b4a0-4908-a49d-04592120e123]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuKSlBzv {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:24:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Creating image(s)
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Ensure instance console log exists: /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start _get_guest_xml network_info=[{"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '8a4f73d1-6950-4f07-8fb2-6bef212ac19c', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4c39e07e-d166-4455-8432-5b3d9bb50ded', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd0a5d40-dbd6-4740-8050-6ac091309275', 'serial': 'fd0a5d40-dbd6-4740-8050-6ac091309275'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuKSlBzv" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf1cffd-bc6e-4e37-999a-1d740298faeb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OuKSlBzv'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 04:24:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.objects.instance [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4c39e07e-d166-4455-8432-5b3d9bb50ded {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4dc09d-e998-4e53-b2dc-be086109262a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb6f0a4-947f-4c4c-bc0a-f4902aadb179]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5017da4f-4ff4-4221-8c4d-ce21feb936f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260]
Nov 29 04:24:06 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e84660c-40f5-43b5-b685-5145d5773d9e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3df64f-4208-48fe-af09-ee4f9ef0f633]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:06 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc987738-6dbd-4634-bf8d-1033b6a32b9e]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuKSlBzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:06 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:07 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Took 4.02 seconds to deallocate network for instance.
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-c77f5eea-36ef-4abe-b256-93bded755178 req-13834abb-9b5b-4aa7-87c4-1825000049bd service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-deleted-1317d290-703e-45aa-90af-e5945847de58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-c77f5eea-36ef-4abe-b256-93bded755178 req-13834abb-9b5b-4aa7-87c4-1825000049bd service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-deleted-8c4a017f-fe9c-4bbf-98a8-48b149cac11a {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-c77f5eea-36ef-4abe-b256-93bded755178 req-13834abb-9b5b-4aa7-87c4-1825000049bd service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-deleted-c029f034-afb9-4ec9-8a62-3aa34d0a488e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-c77f5eea-36ef-4abe-b256-93bded755178 req-13834abb-9b5b-4aa7-87c4-1825000049bd service nova] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Received event network-vif-deleted-a686995b-3cc1-4e99-8a45-b78926a1ccef {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23263626466376663', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263626466376663', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.164s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:07 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:07 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[714c22b8-a40e-4f38-8a6c-a0fde5eb43bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:24:07 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:24:07 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:07 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:24:07 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:24:07 user nova-compute[75027]:   <serial>c6891978-2e51-4900-8419-5bde699d9936</serial>
Nov 29 04:24:07 user nova-compute[75027]: </disk>
Nov 29 04:24:07 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bc09cf-51fa-4dd5-93ec-aabfad9e07e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275] added
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cdf7b80-3fa5-471e-aafe-62d53ab90104]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2247c4-7c3c-4206-ac8b-c83b4ab9a0b0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UeqsjhrR {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UeqsjhrR" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c416bf21-d11e-4fcc-a879-9e3ef3fe4f6f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UeqsjhrR'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b65f154-0669-4579-8fa0-0946ea99ec31]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd145ecd-0b26-42c0-b0be-d5d4f35db146]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0306522-689d-43b3-9dc9-037c714675e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]
Nov 29 04:24:07 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8063c8ea-31bf-414b-b336-ab8bec6949b0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc72324-9e7f-4ade-85c4-9a61f543a6ce]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:07 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[330ff0bf-a6b3-4a08-83b9-c1f2dd3b9b18]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No VIF found with MAC fa:16:3e:52:04:52, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e6470550-9375-416a-9f99-2abc16da0152 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.285s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== connect_volume: return (2513ms) {'type': 'block', 'scsi_wwn': '26234353930393365', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234353930393365', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-126769467',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:24:08 user nova-compute[75027]:   <uuid>4c39e07e-d166-4455-8432-5b3d9bb50ded</uuid>
Nov 29 04:24:08 user nova-compute[75027]:   <name>instance-00000008</name>
Nov 29 04:24:08 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:24:08 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:24:08 user nova-compute[75027]:   <metadata>
Nov 29 04:24:08 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:08 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:24:08 user nova-compute[75027]:       <nova:name>tempest-ServerActionsV293TestJSON-server-126769467</nova:name>
Nov 29 04:24:08 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:24:06</nova:creationTime>
Nov 29 04:24:08 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:24:08 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:08 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:24:08 user nova-compute[75027]:       <nova:owner>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:user uuid="c2071ab41ffd45f387d100cb68f5dd8f">tempest-ServerActionsV293TestJSON-995356630-project-member</nova:user>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:project uuid="5b5aa39a67a348fcbc2a97568830f433">tempest-ServerActionsV293TestJSON-995356630</nova:project>
Nov 29 04:24:08 user nova-compute[75027]:       </nova:owner>
Nov 29 04:24:08 user nova-compute[75027]:       <nova:ports>
Nov 29 04:24:08 user nova-compute[75027]:         <nova:port uuid="48822f0d-bbca-491c-8644-db56408533ba">
Nov 29 04:24:08 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:24:08 user nova-compute[75027]:         </nova:port>
Nov 29 04:24:08 user nova-compute[75027]:       </nova:ports>
Nov 29 04:24:08 user nova-compute[75027]:     </nova:instance>
Nov 29 04:24:08 user nova-compute[75027]:   </metadata>
Nov 29 04:24:08 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:24:08 user nova-compute[75027]:     <system>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="serial">4c39e07e-d166-4455-8432-5b3d9bb50ded</entry>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="uuid">4c39e07e-d166-4455-8432-5b3d9bb50ded</entry>
Nov 29 04:24:08 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:24:08 user nova-compute[75027]:     </system>
Nov 29 04:24:08 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:08 user nova-compute[75027]:   <os>
Nov 29 04:24:08 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:24:08 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:24:08 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:24:08 user nova-compute[75027]:   </os>
Nov 29 04:24:08 user nova-compute[75027]:   <features>
Nov 29 04:24:08 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:08 user nova-compute[75027]:     <apic/>
Nov 29 04:24:08 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:24:08 user nova-compute[75027]:   </features>
Nov 29 04:24:08 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:24:08 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:24:08 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:24:08 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:24:08 user nova-compute[75027]:   </clock>
Nov 29 04:24:08 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:24:08 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:24:08 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:24:08 user nova-compute[75027]:   </cpu>
Nov 29 04:24:08 user nova-compute[75027]:   <devices>
Nov 29 04:24:08 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:24:08 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:08 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:24:08 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:24:08 user nova-compute[75027]:       <serial>fd0a5d40-dbd6-4740-8050-6ac091309275</serial>
Nov 29 04:24:08 user nova-compute[75027]:     </disk>
Nov 29 04:24:08 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:24:08 user nova-compute[75027]:       <mac address="fa:16:3e:83:2e:6b"/>
Nov 29 04:24:08 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:08 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:24:08 user nova-compute[75027]:       <target dev="tap48822f0d-bb"/>
Nov 29 04:24:08 user nova-compute[75027]:     </interface>
Nov 29 04:24:08 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:24:08 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded/console.log" append="off"/>
Nov 29 04:24:08 user nova-compute[75027]:     </serial>
Nov 29 04:24:08 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:24:08 user nova-compute[75027]:     <video>
Nov 29 04:24:08 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:08 user nova-compute[75027]:     </video>
Nov 29 04:24:08 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:24:08 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:24:08 user nova-compute[75027]:     </rng>
Nov 29 04:24:08 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:24:08 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:24:08 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:24:08 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:08 user nova-compute[75027]:   </devices>
Nov 29 04:24:08 user nova-compute[75027]: </domain>
Nov 29 04:24:08 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-126769467',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG os_vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '879a9482-aff1-585e-8f76-960f5dd7a7c2', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48822f0d-bb, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48822f0d-bb, col_values=(('qos', UUID('f6a5b155-e3ef-4848-86f3-402d460dada9')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48822f0d-bb, col_values=(('external_ids', {'iface-id': '48822f0d-bbca-491c-8644-db56408533ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:2e:6b', 'vm-uuid': '4c39e07e-d166-4455-8432-5b3d9bb50ded'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:08 user nova-compute[75027]: INFO os_vif [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb')
Nov 29 04:24:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] No VIF found with MAC fa:16:3e:83:2e:6b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:24:10 user nova-compute[75027]: INFO nova.compute.manager [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] [instance: b33d98f2-3555-4daa-a55f-a59fa45779b7] Took 3.05 seconds to detach 3 volumes for instance.
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:10 user nova-compute[75027]: WARNING nova.compute.manager [req-d3804b7b-38c8-474c-968f-3b7563b36ce5 req-89c79668-994d-42fd-96a3-0f6fc1f691ff service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state active and task_state rebuild_spawning.
Nov 29 04:24:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.700s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:10 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Deleted allocations for instance b33d98f2-3555-4daa-a55f-a59fa45779b7
Nov 29 04:24:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c8a4ac07-bbb1-4de9-b2cb-868bf839ddc6 tempest-TaggedBootDevicesTest_v242-1050749510 tempest-TaggedBootDevicesTest_v242-1050749510-project-member] Lock "b33d98f2-3555-4daa-a55f-a59fa45779b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.665s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:24:12 user nova-compute[75027]: INFO nova.compute.claims [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Claim successful on node user
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: INFO nova.compute.manager [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attaching volume 8104b43d-f832-4df7-a8a6-9873bae446e3 to /dev/vdc
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:24:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:24:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance spawned successfully.
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.utils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a2c569-93a0-4ce3-9468-9a9d1d797934]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.policy [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b2180edc004192ba1c7ba75e5ee9b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7c069a88ea44ba3a6ead248ab2a02db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f67d11-a9b3-4640-a10a-8860aa3f871e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[30826fbe-84ee-4f38-a46f-daa2d89238dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[408a41a1-3ceb-49a2-a325-eac83144b49c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:24:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Creating image(s)
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "/opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "/opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "/opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:24:12 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7737dffe-69b5-46c6-8c92-878e64765044]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG os_brick.utils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating existing volume attachment record: df1d05d5-caf9-4be1-90dd-c7f630da1c65 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:12 user nova-compute[75027]: WARNING nova.compute.manager [req-96933cf7-c276-4998-ac76-75db997af1f5 req-cc68c611-24a6-40d6-b39e-cbe292c0bff2 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state active and task_state rebuild_spawning.
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG nova.objects.instance [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75027) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-28878a88-2c7f-4fa8-8c91-c6bebbb9372b tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.107s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk 1073741824" returned: 0 in 0.062s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Successfully created port: 3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Checking if we can resize image /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Cannot resize image /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Ensure instance console log exists: /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Successfully updated port: 3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquired lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:24:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:24:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Waiting for libvirt event about the detach of device tap2fb751e6-b9 with device alias net1 from instance fc63155a-df46-45dc-8f31-3f514091b579 is timed out.
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface>not found in domain: <domain type='kvm' id='6'>
Nov 29 04:24:14 user nova-compute[75027]:   <name>instance-00000006</name>
Nov 29 04:24:14 user nova-compute[75027]:   <uuid>fc63155a-df46-45dc-8f31-3f514091b579</uuid>
Nov 29 04:24:14 user nova-compute[75027]:   <metadata>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:14 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:23:16</nova:creationTime>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:24:14 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:ports>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:24:14 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:14 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:port uuid="2fb751e6-b9ae-4507-a77b-33022b8fb10b">
Nov 29 04:24:14 user nova-compute[75027]:       <nova:ip type="fixed" address="10.10.10.246" ipVersion="4"/>
Nov 29 04:24:14 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:ports>
Nov 29 04:24:14 user nova-compute[75027]: </nova:instance>
Nov 29 04:24:14 user nova-compute[75027]:   </metadata>
Nov 29 04:24:14 user nova-compute[75027]:   <memory unit='KiB'>524288</memory>
Nov 29 04:24:14 user nova-compute[75027]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 04:24:14 user nova-compute[75027]:   <vcpu placement='static'>1</vcpu>
Nov 29 04:24:14 user nova-compute[75027]:   <resource>
Nov 29 04:24:14 user nova-compute[75027]:     <partition>/machine</partition>
Nov 29 04:24:14 user nova-compute[75027]:   </resource>
Nov 29 04:24:14 user nova-compute[75027]:   <sysinfo type='smbios'>
Nov 29 04:24:14 user nova-compute[75027]:     <system>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='version'>0.0.0</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='serial'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='uuid'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name='family'>Virtual Machine</entry>
Nov 29 04:24:14 user nova-compute[75027]:     </system>
Nov 29 04:24:14 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:14 user nova-compute[75027]:   <os>
Nov 29 04:24:14 user nova-compute[75027]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 04:24:14 user nova-compute[75027]:     <boot dev='hd'/>
Nov 29 04:24:14 user nova-compute[75027]:     <smbios mode='sysinfo'/>
Nov 29 04:24:14 user nova-compute[75027]:   </os>
Nov 29 04:24:14 user nova-compute[75027]:   <features>
Nov 29 04:24:14 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:14 user nova-compute[75027]:     <apic/>
Nov 29 04:24:14 user nova-compute[75027]:     <vmcoreinfo state='on'/>
Nov 29 04:24:14 user nova-compute[75027]:   </features>
Nov 29 04:24:14 user nova-compute[75027]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 04:24:14 user nova-compute[75027]:     <model fallback='forbid'>Nehalem</model>
Nov 29 04:24:14 user nova-compute[75027]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 04:24:14 user nova-compute[75027]:     <feature policy='require' name='vme'/>
Nov 29 04:24:14 user nova-compute[75027]:     <feature policy='require' name='x2apic'/>
Nov 29 04:24:14 user nova-compute[75027]:     <feature policy='require' name='hypervisor'/>
Nov 29 04:24:14 user nova-compute[75027]:   </cpu>
Nov 29 04:24:14 user nova-compute[75027]:   <clock offset='utc'>
Nov 29 04:24:14 user nova-compute[75027]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 04:24:14 user nova-compute[75027]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 04:24:14 user nova-compute[75027]:     <timer name='hpet' present='no'/>
Nov 29 04:24:14 user nova-compute[75027]:   </clock>
Nov 29 04:24:14 user nova-compute[75027]:   <on_poweroff>destroy</on_poweroff>
Nov 29 04:24:14 user nova-compute[75027]:   <on_reboot>restart</on_reboot>
Nov 29 04:24:14 user nova-compute[75027]:   <on_crash>destroy</on_crash>
Nov 29 04:24:14 user nova-compute[75027]:   <devices>
Nov 29 04:24:14 user nova-compute[75027]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 04:24:14 user nova-compute[75027]:     <disk type='file' device='disk'>
Nov 29 04:24:14 user nova-compute[75027]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 04:24:14 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk' index='2'/>
Nov 29 04:24:14 user nova-compute[75027]:       <backingStore type='file' index='3'>
Nov 29 04:24:14 user nova-compute[75027]:         <format type='raw'/>
Nov 29 04:24:14 user nova-compute[75027]:         <source file='/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0'/>
Nov 29 04:24:14 user nova-compute[75027]:         <backingStore/>
Nov 29 04:24:14 user nova-compute[75027]:       </backingStore>
Nov 29 04:24:14 user nova-compute[75027]:       <target dev='vda' bus='virtio'/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='virtio-disk0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </disk>
Nov 29 04:24:14 user nova-compute[75027]:     <disk type='file' device='cdrom'>
Nov 29 04:24:14 user nova-compute[75027]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 04:24:14 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config' index='1'/>
Nov 29 04:24:14 user nova-compute[75027]:       <backingStore/>
Nov 29 04:24:14 user nova-compute[75027]:       <target dev='hda' bus='ide'/>
Nov 29 04:24:14 user nova-compute[75027]:       <readonly/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='ide0-0-0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </disk>
Nov 29 04:24:14 user nova-compute[75027]:     <controller type='usb' index='0' model='none'>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='usb'/>
Nov 29 04:24:14 user nova-compute[75027]:     </controller>
Nov 29 04:24:14 user nova-compute[75027]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='pci.0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </controller>
Nov 29 04:24:14 user nova-compute[75027]:     <controller type='ide' index='0'>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='ide'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 04:24:14 user nova-compute[75027]:     </controller>
Nov 29 04:24:14 user nova-compute[75027]:     <interface type='ethernet'>
Nov 29 04:24:14 user nova-compute[75027]:       <mac address='fa:16:3e:71:e0:c7'/>
Nov 29 04:24:14 user nova-compute[75027]:       <target dev='tapf74892b1-5c'/>
Nov 29 04:24:14 user nova-compute[75027]:       <model type='virtio'/>
Nov 29 04:24:14 user nova-compute[75027]:       <mtu size='1442'/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='net0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </interface>
Nov 29 04:24:14 user nova-compute[75027]:     <serial type='pty'>
Nov 29 04:24:14 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:14 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:14 user nova-compute[75027]:       <target type='isa-serial' port='0'>
Nov 29 04:24:14 user nova-compute[75027]:         <model name='isa-serial'/>
Nov 29 04:24:14 user nova-compute[75027]:       </target>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </serial>
Nov 29 04:24:14 user nova-compute[75027]:     <console type='pty' tty='/dev/pts/5'>
Nov 29 04:24:14 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:14 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:14 user nova-compute[75027]:       <target type='serial' port='0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </console>
Nov 29 04:24:14 user nova-compute[75027]:     <input type='mouse' bus='ps2'>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='input0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </input>
Nov 29 04:24:14 user nova-compute[75027]:     <input type='keyboard' bus='ps2'>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='input1'/>
Nov 29 04:24:14 user nova-compute[75027]:     </input>
Nov 29 04:24:14 user nova-compute[75027]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Nov 29 04:24:14 user nova-compute[75027]:       <listen type='address' address='0.0.0.0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </graphics>
Nov 29 04:24:14 user nova-compute[75027]:     <audio id='1' type='none'/>
Nov 29 04:24:14 user nova-compute[75027]:     <video>
Nov 29 04:24:14 user nova-compute[75027]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='video0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </video>
Nov 29 04:24:14 user nova-compute[75027]:     <memballoon model='virtio'>
Nov 29 04:24:14 user nova-compute[75027]:       <stats period='10'/>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='balloon0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:14 user nova-compute[75027]:     <rng model='virtio'>
Nov 29 04:24:14 user nova-compute[75027]:       <backend model='random'>/dev/urandom</backend>
Nov 29 04:24:14 user nova-compute[75027]:       <alias name='rng0'/>
Nov 29 04:24:14 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 04:24:14 user nova-compute[75027]:     </rng>
Nov 29 04:24:14 user nova-compute[75027]:   </devices>
Nov 29 04:24:14 user nova-compute[75027]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 04:24:14 user nova-compute[75027]:     <label>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</label>
Nov 29 04:24:14 user nova-compute[75027]:     <imagelabel>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</imagelabel>
Nov 29 04:24:14 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:14 user nova-compute[75027]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 04:24:14 user nova-compute[75027]:     <label>+64055:+108</label>
Nov 29 04:24:14 user nova-compute[75027]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 04:24:14 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:14 user nova-compute[75027]: </domain>
Nov 29 04:24:14 user nova-compute[75027]:  {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 04:24:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully detached device tap2fb751e6-b9 from instance fc63155a-df46-45dc-8f31-3f514091b579 from the live domain config.
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG os_vif [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fb751e6-b9, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1986ea08-289d-4f46-ab7b-04e9b66ec61e) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: INFO os_vif [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9')
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:14 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:24:14</nova:creationTime>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:24:14 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:14 user nova-compute[75027]:   <nova:ports>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:24:14 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:14 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:14 user nova-compute[75027]:   </nova:ports>
Nov 29 04:24:14 user nova-compute[75027]: </nova:instance>
Nov 29 04:24:14 user nova-compute[75027]:  {{(pid=75027) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Updating instance_info_cache with network_info: [{"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Releasing lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Instance network_info: |[{"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Start _get_guest_xml network_info=[{"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:24:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1684692951',display_name='tempest-VolumesAdminNegativeTest-server-1684692951',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1684692951',id=13,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-hiwqc3xi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:24:13Z,user_data=None,user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=38e923b2-bdca-4eee-a6e6-58dc5fafa979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'pci_devices' on Instance uuid 38e923b2-bdca-4eee-a6e6-58dc5fafa979 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:24:14 user nova-compute[75027]:   <uuid>38e923b2-bdca-4eee-a6e6-58dc5fafa979</uuid>
Nov 29 04:24:14 user nova-compute[75027]:   <name>instance-0000000d</name>
Nov 29 04:24:14 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:24:14 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:24:14 user nova-compute[75027]:   <metadata>
Nov 29 04:24:14 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:14 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1684692951</nova:name>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:24:14</nova:creationTime>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:24:14 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:14 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:user uuid="b6b2180edc004192ba1c7ba75e5ee9b5">tempest-VolumesAdminNegativeTest-482484127-project-member</nova:user>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:project uuid="d7c069a88ea44ba3a6ead248ab2a02db">tempest-VolumesAdminNegativeTest-482484127</nova:project>
Nov 29 04:24:14 user nova-compute[75027]:       </nova:owner>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:14 user nova-compute[75027]:       <nova:ports>
Nov 29 04:24:14 user nova-compute[75027]:         <nova:port uuid="3d69faea-3759-4300-9073-c605430bfb94">
Nov 29 04:24:14 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:24:14 user nova-compute[75027]:         </nova:port>
Nov 29 04:24:14 user nova-compute[75027]:       </nova:ports>
Nov 29 04:24:14 user nova-compute[75027]:     </nova:instance>
Nov 29 04:24:14 user nova-compute[75027]:   </metadata>
Nov 29 04:24:14 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:24:14 user nova-compute[75027]:     <system>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="serial">38e923b2-bdca-4eee-a6e6-58dc5fafa979</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="uuid">38e923b2-bdca-4eee-a6e6-58dc5fafa979</entry>
Nov 29 04:24:14 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:24:14 user nova-compute[75027]:     </system>
Nov 29 04:24:14 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:14 user nova-compute[75027]:   <os>
Nov 29 04:24:14 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:24:14 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:24:14 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:24:14 user nova-compute[75027]:   </os>
Nov 29 04:24:14 user nova-compute[75027]:   <features>
Nov 29 04:24:14 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:14 user nova-compute[75027]:     <apic/>
Nov 29 04:24:14 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:24:14 user nova-compute[75027]:   </features>
Nov 29 04:24:14 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:24:14 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:24:14 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:24:14 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:24:14 user nova-compute[75027]:   </clock>
Nov 29 04:24:14 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:24:14 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:24:14 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:24:14 user nova-compute[75027]:   </cpu>
Nov 29 04:24:14 user nova-compute[75027]:   <devices>
Nov 29 04:24:14 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:24:14 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:24:14 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk"/>
Nov 29 04:24:14 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:24:14 user nova-compute[75027]:     </disk>
Nov 29 04:24:14 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:24:14 user nova-compute[75027]:       <mac address="fa:16:3e:59:d9:9b"/>
Nov 29 04:24:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:14 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:24:14 user nova-compute[75027]:       <target dev="tap3d69faea-37"/>
Nov 29 04:24:14 user nova-compute[75027]:     </interface>
Nov 29 04:24:14 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:24:14 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/console.log" append="off"/>
Nov 29 04:24:14 user nova-compute[75027]:     </serial>
Nov 29 04:24:14 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:24:14 user nova-compute[75027]:     <video>
Nov 29 04:24:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:14 user nova-compute[75027]:     </video>
Nov 29 04:24:14 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:24:14 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:24:14 user nova-compute[75027]:     </rng>
Nov 29 04:24:14 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:24:14 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:24:14 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:24:14 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:14 user nova-compute[75027]:   </devices>
Nov 29 04:24:14 user nova-compute[75027]: </domain>
Nov 29 04:24:14 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1684692951',display_name='tempest-VolumesAdminNegativeTest-server-1684692951',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1684692951',id=13,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-hiwqc3xi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:24:13Z,user_data=None,user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=38e923b2-bdca-4eee-a6e6-58dc5fafa979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG os_vif [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48a8b382-8b6b-5c25-9fb1-fcaf098b0e04', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d69faea-37, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d69faea-37, col_values=(('qos', UUID('a40fdc89-0b90-4907-8070-bb01b5df713b')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d69faea-37, col_values=(('external_ids', {'iface-id': '3d69faea-3759-4300-9073-c605430bfb94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:d9:9b', 'vm-uuid': '38e923b2-bdca-4eee-a6e6-58dc5fafa979'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:14 user nova-compute[75027]: INFO os_vif [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37')
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] No VIF found with MAC fa:16:3e:59:d9:9b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquired lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-changed-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Refreshing instance network info cache due to event network-changed-3d69faea-3759-4300-9073-c605430bfb94. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Acquiring lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Acquired lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Refreshing network info cache for port 3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:24:15 user nova-compute[75027]: INFO nova.network.neutron [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Port 2fb751e6-b9ae-4507-a77b-33022b8fb10b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Nov 29 04:24:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Releasing lock "refresh_cache-fc63155a-df46-45dc-8f31-3f514091b579" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09d5f560-b7d2-42d6-adc2-b13bd7bd77cf tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "interface-fc63155a-df46-45dc-8f31-3f514091b579-2fb751e6-b9ae-4507-a77b-33022b8fb10b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.365s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Updated VIF entry in instance network info cache for port 3d69faea-3759-4300-9073-c605430bfb94. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Updating instance_info_cache with network_info: [{"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Releasing lock "refresh_cache-38e923b2-bdca-4eee-a6e6-58dc5fafa979" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-deleted-2fb751e6-b9ae-4507-a77b-33022b8fb10b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:15 user nova-compute[75027]: INFO nova.compute.manager [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Neutron deleted interface 2fb751e6-b9ae-4507-a77b-33022b8fb10b; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [{"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.objects.instance [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Lazy-loading 'system_metadata' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.objects.instance [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Lazy-loading 'flavor' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.objects.base [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Object Instance<fc63155a-df46-45dc-8f31-3f514091b579> lazy-loaded attributes: system_metadata,flavor {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface>not found in domain: <domain type='kvm' id='6'>
Nov 29 04:24:16 user nova-compute[75027]:   <name>instance-00000006</name>
Nov 29 04:24:16 user nova-compute[75027]:   <uuid>fc63155a-df46-45dc-8f31-3f514091b579</uuid>
Nov 29 04:24:16 user nova-compute[75027]:   <metadata>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:16 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:24:14</nova:creationTime>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:24:16 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:ports>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:24:16 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:16 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:ports>
Nov 29 04:24:16 user nova-compute[75027]: </nova:instance>
Nov 29 04:24:16 user nova-compute[75027]:   </metadata>
Nov 29 04:24:16 user nova-compute[75027]:   <memory unit='KiB'>524288</memory>
Nov 29 04:24:16 user nova-compute[75027]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 04:24:16 user nova-compute[75027]:   <vcpu placement='static'>1</vcpu>
Nov 29 04:24:16 user nova-compute[75027]:   <resource>
Nov 29 04:24:16 user nova-compute[75027]:     <partition>/machine</partition>
Nov 29 04:24:16 user nova-compute[75027]:   </resource>
Nov 29 04:24:16 user nova-compute[75027]:   <sysinfo type='smbios'>
Nov 29 04:24:16 user nova-compute[75027]:     <system>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='version'>0.0.0</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='serial'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='uuid'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='family'>Virtual Machine</entry>
Nov 29 04:24:16 user nova-compute[75027]:     </system>
Nov 29 04:24:16 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:16 user nova-compute[75027]:   <os>
Nov 29 04:24:16 user nova-compute[75027]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 04:24:16 user nova-compute[75027]:     <boot dev='hd'/>
Nov 29 04:24:16 user nova-compute[75027]:     <smbios mode='sysinfo'/>
Nov 29 04:24:16 user nova-compute[75027]:   </os>
Nov 29 04:24:16 user nova-compute[75027]:   <features>
Nov 29 04:24:16 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:16 user nova-compute[75027]:     <apic/>
Nov 29 04:24:16 user nova-compute[75027]:     <vmcoreinfo state='on'/>
Nov 29 04:24:16 user nova-compute[75027]:   </features>
Nov 29 04:24:16 user nova-compute[75027]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 04:24:16 user nova-compute[75027]:     <model fallback='forbid'>Nehalem</model>
Nov 29 04:24:16 user nova-compute[75027]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='vme'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='x2apic'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='hypervisor'/>
Nov 29 04:24:16 user nova-compute[75027]:   </cpu>
Nov 29 04:24:16 user nova-compute[75027]:   <clock offset='utc'>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='hpet' present='no'/>
Nov 29 04:24:16 user nova-compute[75027]:   </clock>
Nov 29 04:24:16 user nova-compute[75027]:   <on_poweroff>destroy</on_poweroff>
Nov 29 04:24:16 user nova-compute[75027]:   <on_reboot>restart</on_reboot>
Nov 29 04:24:16 user nova-compute[75027]:   <on_crash>destroy</on_crash>
Nov 29 04:24:16 user nova-compute[75027]:   <devices>
Nov 29 04:24:16 user nova-compute[75027]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 04:24:16 user nova-compute[75027]:     <disk type='file' device='disk'>
Nov 29 04:24:16 user nova-compute[75027]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 04:24:16 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk' index='2'/>
Nov 29 04:24:16 user nova-compute[75027]:       <backingStore type='file' index='3'>
Nov 29 04:24:16 user nova-compute[75027]:         <format type='raw'/>
Nov 29 04:24:16 user nova-compute[75027]:         <source file='/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0'/>
Nov 29 04:24:16 user nova-compute[75027]:         <backingStore/>
Nov 29 04:24:16 user nova-compute[75027]:       </backingStore>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='vda' bus='virtio'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='virtio-disk0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </disk>
Nov 29 04:24:16 user nova-compute[75027]:     <disk type='file' device='cdrom'>
Nov 29 04:24:16 user nova-compute[75027]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 04:24:16 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config' index='1'/>
Nov 29 04:24:16 user nova-compute[75027]:       <backingStore/>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='hda' bus='ide'/>
Nov 29 04:24:16 user nova-compute[75027]:       <readonly/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='ide0-0-0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </disk>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='usb' index='0' model='none'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='usb'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='pci.0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='ide' index='0'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='ide'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <interface type='ethernet'>
Nov 29 04:24:16 user nova-compute[75027]:       <mac address='fa:16:3e:71:e0:c7'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='tapf74892b1-5c'/>
Nov 29 04:24:16 user nova-compute[75027]:       <model type='virtio'/>
Nov 29 04:24:16 user nova-compute[75027]:       <mtu size='1442'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='net0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </interface>
Nov 29 04:24:16 user nova-compute[75027]:     <serial type='pty'>
Nov 29 04:24:16 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:16 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target type='isa-serial' port='0'>
Nov 29 04:24:16 user nova-compute[75027]:         <model name='isa-serial'/>
Nov 29 04:24:16 user nova-compute[75027]:       </target>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </serial>
Nov 29 04:24:16 user nova-compute[75027]:     <console type='pty' tty='/dev/pts/5'>
Nov 29 04:24:16 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:16 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target type='serial' port='0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </console>
Nov 29 04:24:16 user nova-compute[75027]:     <input type='mouse' bus='ps2'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='input0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </input>
Nov 29 04:24:16 user nova-compute[75027]:     <input type='keyboard' bus='ps2'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='input1'/>
Nov 29 04:24:16 user nova-compute[75027]:     </input>
Nov 29 04:24:16 user nova-compute[75027]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Nov 29 04:24:16 user nova-compute[75027]:       <listen type='address' address='0.0.0.0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </graphics>
Nov 29 04:24:16 user nova-compute[75027]:     <audio id='1' type='none'/>
Nov 29 04:24:16 user nova-compute[75027]:     <video>
Nov 29 04:24:16 user nova-compute[75027]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='video0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </video>
Nov 29 04:24:16 user nova-compute[75027]:     <memballoon model='virtio'>
Nov 29 04:24:16 user nova-compute[75027]:       <stats period='10'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='balloon0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:16 user nova-compute[75027]:     <rng model='virtio'>
Nov 29 04:24:16 user nova-compute[75027]:       <backend model='random'>/dev/urandom</backend>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='rng0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </rng>
Nov 29 04:24:16 user nova-compute[75027]:   </devices>
Nov 29 04:24:16 user nova-compute[75027]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 04:24:16 user nova-compute[75027]:     <label>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</label>
Nov 29 04:24:16 user nova-compute[75027]:     <imagelabel>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</imagelabel>
Nov 29 04:24:16 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:16 user nova-compute[75027]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 04:24:16 user nova-compute[75027]:     <label>+64055:+108</label>
Nov 29 04:24:16 user nova-compute[75027]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 04:24:16 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:16 user nova-compute[75027]: </domain>
Nov 29 04:24:16 user nova-compute[75027]:  {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface> {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:18:2e"/><model type="virtio"/><mtu size="1442"/><target dev="tap2fb751e6-b9"/></interface>not found in domain: <domain type='kvm' id='6'>
Nov 29 04:24:16 user nova-compute[75027]:   <name>instance-00000006</name>
Nov 29 04:24:16 user nova-compute[75027]:   <uuid>fc63155a-df46-45dc-8f31-3f514091b579</uuid>
Nov 29 04:24:16 user nova-compute[75027]:   <metadata>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:16 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:24:14</nova:creationTime>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:24:16 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:ports>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:24:16 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:16 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:ports>
Nov 29 04:24:16 user nova-compute[75027]: </nova:instance>
Nov 29 04:24:16 user nova-compute[75027]:   </metadata>
Nov 29 04:24:16 user nova-compute[75027]:   <memory unit='KiB'>524288</memory>
Nov 29 04:24:16 user nova-compute[75027]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 04:24:16 user nova-compute[75027]:   <vcpu placement='static'>1</vcpu>
Nov 29 04:24:16 user nova-compute[75027]:   <resource>
Nov 29 04:24:16 user nova-compute[75027]:     <partition>/machine</partition>
Nov 29 04:24:16 user nova-compute[75027]:   </resource>
Nov 29 04:24:16 user nova-compute[75027]:   <sysinfo type='smbios'>
Nov 29 04:24:16 user nova-compute[75027]:     <system>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='version'>0.0.0</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='serial'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='uuid'>fc63155a-df46-45dc-8f31-3f514091b579</entry>
Nov 29 04:24:16 user nova-compute[75027]:       <entry name='family'>Virtual Machine</entry>
Nov 29 04:24:16 user nova-compute[75027]:     </system>
Nov 29 04:24:16 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:16 user nova-compute[75027]:   <os>
Nov 29 04:24:16 user nova-compute[75027]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 04:24:16 user nova-compute[75027]:     <boot dev='hd'/>
Nov 29 04:24:16 user nova-compute[75027]:     <smbios mode='sysinfo'/>
Nov 29 04:24:16 user nova-compute[75027]:   </os>
Nov 29 04:24:16 user nova-compute[75027]:   <features>
Nov 29 04:24:16 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:16 user nova-compute[75027]:     <apic/>
Nov 29 04:24:16 user nova-compute[75027]:     <vmcoreinfo state='on'/>
Nov 29 04:24:16 user nova-compute[75027]:   </features>
Nov 29 04:24:16 user nova-compute[75027]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 04:24:16 user nova-compute[75027]:     <model fallback='forbid'>Nehalem</model>
Nov 29 04:24:16 user nova-compute[75027]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='vme'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='x2apic'/>
Nov 29 04:24:16 user nova-compute[75027]:     <feature policy='require' name='hypervisor'/>
Nov 29 04:24:16 user nova-compute[75027]:   </cpu>
Nov 29 04:24:16 user nova-compute[75027]:   <clock offset='utc'>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 04:24:16 user nova-compute[75027]:     <timer name='hpet' present='no'/>
Nov 29 04:24:16 user nova-compute[75027]:   </clock>
Nov 29 04:24:16 user nova-compute[75027]:   <on_poweroff>destroy</on_poweroff>
Nov 29 04:24:16 user nova-compute[75027]:   <on_reboot>restart</on_reboot>
Nov 29 04:24:16 user nova-compute[75027]:   <on_crash>destroy</on_crash>
Nov 29 04:24:16 user nova-compute[75027]:   <devices>
Nov 29 04:24:16 user nova-compute[75027]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 04:24:16 user nova-compute[75027]:     <disk type='file' device='disk'>
Nov 29 04:24:16 user nova-compute[75027]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 04:24:16 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk' index='2'/>
Nov 29 04:24:16 user nova-compute[75027]:       <backingStore type='file' index='3'>
Nov 29 04:24:16 user nova-compute[75027]:         <format type='raw'/>
Nov 29 04:24:16 user nova-compute[75027]:         <source file='/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0'/>
Nov 29 04:24:16 user nova-compute[75027]:         <backingStore/>
Nov 29 04:24:16 user nova-compute[75027]:       </backingStore>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='vda' bus='virtio'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='virtio-disk0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </disk>
Nov 29 04:24:16 user nova-compute[75027]:     <disk type='file' device='cdrom'>
Nov 29 04:24:16 user nova-compute[75027]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 04:24:16 user nova-compute[75027]:       <source file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/disk.config' index='1'/>
Nov 29 04:24:16 user nova-compute[75027]:       <backingStore/>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='hda' bus='ide'/>
Nov 29 04:24:16 user nova-compute[75027]:       <readonly/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='ide0-0-0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </disk>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='usb' index='0' model='none'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='usb'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='pci.0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <controller type='ide' index='0'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='ide'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 04:24:16 user nova-compute[75027]:     </controller>
Nov 29 04:24:16 user nova-compute[75027]:     <interface type='ethernet'>
Nov 29 04:24:16 user nova-compute[75027]:       <mac address='fa:16:3e:71:e0:c7'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target dev='tapf74892b1-5c'/>
Nov 29 04:24:16 user nova-compute[75027]:       <model type='virtio'/>
Nov 29 04:24:16 user nova-compute[75027]:       <mtu size='1442'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='net0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </interface>
Nov 29 04:24:16 user nova-compute[75027]:     <serial type='pty'>
Nov 29 04:24:16 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:16 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target type='isa-serial' port='0'>
Nov 29 04:24:16 user nova-compute[75027]:         <model name='isa-serial'/>
Nov 29 04:24:16 user nova-compute[75027]:       </target>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </serial>
Nov 29 04:24:16 user nova-compute[75027]:     <console type='pty' tty='/dev/pts/5'>
Nov 29 04:24:16 user nova-compute[75027]:       <source path='/dev/pts/5'/>
Nov 29 04:24:16 user nova-compute[75027]:       <log file='/opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579/console.log' append='off'/>
Nov 29 04:24:16 user nova-compute[75027]:       <target type='serial' port='0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='serial0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </console>
Nov 29 04:24:16 user nova-compute[75027]:     <input type='mouse' bus='ps2'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='input0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </input>
Nov 29 04:24:16 user nova-compute[75027]:     <input type='keyboard' bus='ps2'>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='input1'/>
Nov 29 04:24:16 user nova-compute[75027]:     </input>
Nov 29 04:24:16 user nova-compute[75027]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Nov 29 04:24:16 user nova-compute[75027]:       <listen type='address' address='0.0.0.0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </graphics>
Nov 29 04:24:16 user nova-compute[75027]:     <audio id='1' type='none'/>
Nov 29 04:24:16 user nova-compute[75027]:     <video>
Nov 29 04:24:16 user nova-compute[75027]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='video0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </video>
Nov 29 04:24:16 user nova-compute[75027]:     <memballoon model='virtio'>
Nov 29 04:24:16 user nova-compute[75027]:       <stats period='10'/>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='balloon0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:16 user nova-compute[75027]:     <rng model='virtio'>
Nov 29 04:24:16 user nova-compute[75027]:       <backend model='random'>/dev/urandom</backend>
Nov 29 04:24:16 user nova-compute[75027]:       <alias name='rng0'/>
Nov 29 04:24:16 user nova-compute[75027]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 04:24:16 user nova-compute[75027]:     </rng>
Nov 29 04:24:16 user nova-compute[75027]:   </devices>
Nov 29 04:24:16 user nova-compute[75027]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 04:24:16 user nova-compute[75027]:     <label>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</label>
Nov 29 04:24:16 user nova-compute[75027]:     <imagelabel>libvirt-fc63155a-df46-45dc-8f31-3f514091b579</imagelabel>
Nov 29 04:24:16 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:16 user nova-compute[75027]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 04:24:16 user nova-compute[75027]:     <label>+64055:+108</label>
Nov 29 04:24:16 user nova-compute[75027]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 04:24:16 user nova-compute[75027]:   </seclabel>
Nov 29 04:24:16 user nova-compute[75027]: </domain>
Nov 29 04:24:16 user nova-compute[75027]:  {{(pid=75027) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 04:24:16 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Detaching interface fa:16:3e:35:18:2e failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap2fb751e6-b9' not found.
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Converting VIF {"id": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "address": "fa:16:3e:35:18:2e", "network": {"id": "42571668-b4e5-4ef6-8247-4bf621099fd4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1763032416", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fb751e6-b9", "ovs_interfaceid": "2fb751e6-b9ae-4507-a77b-33022b8fb10b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG os_vif [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fb751e6-b9, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:24:16 user nova-compute[75027]: INFO os_vif [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:18:2e,bridge_name='br-int',has_traffic_filtering=True,id=2fb751e6-b9ae-4507-a77b-33022b8fb10b,network=Network(42571668-b4e5-4ef6-8247-4bf621099fd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fb751e6-b9')
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [req-197fc59e-2e7c-4fba-a18c-aa16e3a9d2a1 req-541dc7d0-a846-417b-af05-105c99119ced service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:16 user nova-compute[75027]:   <nova:package version="0.0.0"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:name>tempest-device-tagging-server-873412066</nova:name>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:creationTime>2023-11-29 04:24:16</nova:creationTime>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:flavor name="m1.tiny">
Nov 29 04:24:16 user nova-compute[75027]:     <nova:memory>512</nova:memory>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:disk>1</nova:disk>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:swap>0</nova:swap>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:flavor>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:user uuid="6d58d5ec0a9146b4be7735929cbe9287">tempest-TaggedAttachmentsTest-420826355-project-member</nova:user>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:project uuid="990246a057ef407d96863f48b2b34be3">tempest-TaggedAttachmentsTest-420826355</nova:project>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:owner>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:16 user nova-compute[75027]:   <nova:ports>
Nov 29 04:24:16 user nova-compute[75027]:     <nova:port uuid="f74892b1-5c09-4618-b310-120dce7e3026">
Nov 29 04:24:16 user nova-compute[75027]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:16 user nova-compute[75027]:     </nova:port>
Nov 29 04:24:16 user nova-compute[75027]:   </nova:ports>
Nov 29 04:24:16 user nova-compute[75027]: </nova:instance>
Nov 29 04:24:16 user nova-compute[75027]:  {{(pid=75027) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] No waiting events found dispatching network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:16 user nova-compute[75027]: WARNING nova.compute.manager [req-5a8471bc-383e-4f38-8a13-f444f8c44c08 req-c28e62aa-7f34-463f-91ab-31b7e941d76b service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received unexpected event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 for instance with vm_state building and task_state spawning.
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] No waiting events found dispatching network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:18 user nova-compute[75027]: WARNING nova.compute.manager [req-e6d7bfd3-99ec-4643-9ef4-a1fccac313fc req-677a50ed-8bd1-454a-bbb6-6b2752e89646 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received unexpected event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 for instance with vm_state building and task_state spawning.
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:24:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Instance spawned successfully.
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:18 user nova-compute[75027]: INFO nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Took 6.09 seconds to spawn the instance on the hypervisor.
Nov 29 04:24:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:24:18 user nova-compute[75027]: INFO nova.compute.manager [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Took 6.88 seconds to build instance.
Nov 29 04:24:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-db841ffb-59cf-4150-98d7-b8e27b159510 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.037s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 is timed out.
Nov 29 04:24:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Successfully detached device vdb from instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 from the live domain config.
Nov 29 04:24:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZEcMwfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'ec3faf11-9ad6-4f62-b607-9a05dfc87237'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b170af98-7043-4a0a-bbd2-b841214b11d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:21 user nova-compute[75027]: No targets found.
Nov 29 04:24:21 user nova-compute[75027]: iSNS:
Nov 29 04:24:21 user nova-compute[75027]: No targets found.
Nov 29 04:24:21 user nova-compute[75027]: STATIC:
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:21 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:21 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:21 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:21 user nova-compute[75027]: No targets found.
Nov 29 04:24:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:21 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:21 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e4bb35-5103-48a5-9a8a-717b9fe7de18]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75bd47e-e05a-402c-9c39-f84206a0eb7b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:21 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00224310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d3c5c6-deff-45f3-a8e0-8e68295f40c8]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40ad802-9341-4f15-9f12-1bdae3f725ba]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f6a9af-8494-49bd-9901-26fdf3c4bf79]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMEIALUF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[583774e5-b146-4b73-b863-5f85cff656ef]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[180afecb-546c-4cd3-a1a8-59e62210f25e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --logout" returned: 0 in 0.104s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c39c75-46b3-4964-9347-b26f39f6016b]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260]
Nov 29 04:24:22 user nova-compute[75027]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec3faf11-9ad6-4f62-b607-9a05dfc87237 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[617075eb-bcf8-40b9-a43e-d80192483421]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.435s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] <== disconnect_volume: return (437ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.245s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:22 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:22 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f22fb73-5f45-49d7-bec8-704b30c171ef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:24:22 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d484178-90c1-4bbb-a8e8-70a22770f68a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3] added
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c74ae585-875d-4863-9601-5bedffef4228]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[185d9328-5060-49bb-967b-67fa9b56a830]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMEIALUF {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMEIALUF" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c570c17e-3b04-4777-b228-1b8103a8603c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qMEIALUF'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9a3c4ea-2107-496f-9f27-ee5655bfb37c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4feb03d-76df-450f-920a-8db13cb7c0a4]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9804e58-5b3e-49f8-8cdf-e883761edefc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260]
Nov 29 04:24:22 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58e0f38-9da5-4dcc-aa21-ea8bdf82cba4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[79793ca2-4c2c-43c8-84ff-fe2adf4c79e7]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:22 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b66f79-bcdf-49e0-8b4d-cfa685c41f00]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMEIALUF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:22 user nova-compute[75027]: INFO nova.compute.manager [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Terminating instance
Nov 29 04:24:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:22 user nova-compute[75027]: INFO nova.compute.manager [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Terminating instance
Nov 29 04:24:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-unplugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] No waiting events found dispatching network-vif-unplugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-520357a1-322a-42d6-b147-7df47d43845a req-e0cc4e6e-9b35-480c-a6f6-c3f99ed9d763 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-unplugged-4d04d670-7421-4e69-a9d6-033df6a64068 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.objects.instance [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lazy-loading 'flavor' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-7a875c65-0744-4ce6-9575-bf0d1a36db52 req-274dbff7-6f1c-4acb-a110-6fc032999b60 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-aa5f029b-7deb-466c-a606-647beeaaaa3b tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.545s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.424s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== connect_volume: return (1669ms) {'type': 'block', 'scsi_wwn': '23438363838383930', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438363838383930', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:24:23 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:23 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:24:23 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:24:23 user nova-compute[75027]:   <serial>8104b43d-f832-4df7-a8a6-9873bae446e3</serial>
Nov 29 04:24:23 user nova-compute[75027]: </disk>
Nov 29 04:24:23 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Instance destroyed successfully.
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lazy-loading 'resources' on Instance uuid 671b9b38-db2f-4092-8507-2ac44dc669c7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Instance destroyed successfully.
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lazy-loading 'resources' on Instance uuid cf4bde4a-73cf-4366-be39-9da063a909a7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] No VIF found with MAC fa:16:3e:52:04:52, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2089382604',display_name='tempest-VolumesAssistedSnapshotsTest-server-2089382604',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2089382604',id=7,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIoq9DjHJ8ZZPgkWqCmYfSfwJHDtp5pILWgV/4fHU7DJDbhpudknIZLF5t3zONCYZG1Zk8EQ4RQQdlABNg/2CIPbtkSg+UolX7U/MBDRkw7snqK6k03YN6G2whiWdUTGA==',key_name='tempest-keypair-1966821516',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='94570ec9a41a4ca584bc3e5164737729',ramdisk_id='',reservation_id='r-u9d4cp04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1222182895',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1222182895-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4567127a3b724c529d5b8bee1a94d3eb',uuid=671b9b38-db2f-4092-8507-2ac44dc669c7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converting VIF {"id": "4d04d670-7421-4e69-a9d6-033df6a64068", "address": "fa:16:3e:94:9a:75", "network": {"id": "c8b918aa-c429-49e2-8c83-56c38476435e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1996973823-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94570ec9a41a4ca584bc3e5164737729", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d04d670-74", "ovs_interfaceid": "4d04d670-7421-4e69-a9d6-033df6a64068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG os_vif [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d04d670-74, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:22:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2023124006',display_name='tempest-VolumesNegativeTest-instance-2023124006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2023124006',id=12,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f3a926f2fb924618823fd5bd4ce88ba5',ramdisk_id='',reservation_id='r-s8llxr0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-679137724',owner_user_name='tempest-VolumesNegativeTest-679137724-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:42Z,user_data=None,user_id='ae66726ae90b422ab1381aa97d948661',uuid=cf4bde4a-73cf-4366-be39-9da063a909a7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converting VIF {"id": "be0f1428-1eb6-4017-9c26-687759036028", "address": "fa:16:3e:a0:8c:c2", "network": {"id": "86cfb9d3-81a9-49e2-a62d-37f6e45459a9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e9ceda0fab0849d491d91d28588bab64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0f1428-1e", "ovs_interfaceid": "be0f1428-1eb6-4017-9c26-687759036028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG os_vif [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe0f1428-1e, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=708dbe68-8bbc-4663-83f7-e724d9521963) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b59f853f-06cd-49bd-8c6c-deebf7746ab9) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:24 user nova-compute[75027]: INFO os_vif [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:75,bridge_name='br-int',has_traffic_filtering=True,id=4d04d670-7421-4e69-a9d6-033df6a64068,network=Network(c8b918aa-c429-49e2-8c83-56c38476435e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d04d670-74')
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Deleting instance files /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7_del
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Deletion of /opt/stack/data/nova/instances/671b9b38-db2f-4092-8507-2ac44dc669c7_del complete
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: INFO os_vif [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:8c:c2,bridge_name='br-int',has_traffic_filtering=True,id=be0f1428-1eb6-4017-9c26-687759036028,network=Network(86cfb9d3-81a9-49e2-a62d-37f6e45459a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0f1428-1e')
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Deleting instance files /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7_del
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Deletion of /opt/stack/data/nova/instances/cf4bde4a-73cf-4366-be39-9da063a909a7_del complete
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.compute.manager [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Took 1.86 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:24 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9cfe14b9-cd03-4440-87a3-f80e6e7109a6 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.989s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:24 user nova-compute[75027]: INFO nova.compute.manager [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Took 1.60 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:24 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] Acquiring lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] No waiting events found dispatching network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: WARNING nova.compute.manager [req-df58fa2e-26d7-436c-83fe-c087a2e357d7 req-324b2006-6dc1-40b2-aa3c-21193c6c1346 service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received unexpected event network-vif-plugged-4d04d670-7421-4e69-a9d6-033df6a64068 for instance with vm_state active and task_state deleting.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: WARNING nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state active and task_state deleting.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: WARNING nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state active and task_state deleting.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: WARNING nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state active and task_state deleting.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-unplugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Acquiring lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] No waiting events found dispatching network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:25 user nova-compute[75027]: WARNING nova.compute.manager [req-5cb66c66-50af-4630-a6b8-dfbba643602c req-bf364e5b-bc4e-45f5-a475-014306ac973b service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received unexpected event network-vif-plugged-be0f1428-1eb6-4017-9c26-687759036028 for instance with vm_state active and task_state deleting.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:25 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Took 0.87 seconds to deallocate network for instance.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-ac9ac34e-a1a7-40f4-9ff3-4ea2279eb7f1 req-361729d8-8965-4a9f-ae3c-6d1d537ee8f2 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Received event network-vif-deleted-be0f1428-1eb6-4017-9c26-687759036028 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:25 user nova-compute[75027]: INFO nova.compute.manager [req-ac9ac34e-a1a7-40f4-9ff3-4ea2279eb7f1 req-361729d8-8965-4a9f-ae3c-6d1d537ee8f2 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Neutron deleted interface be0f1428-1eb6-4017-9c26-687759036028; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-ac9ac34e-a1a7-40f4-9ff3-4ea2279eb7f1 req-361729d8-8965-4a9f-ae3c-6d1d537ee8f2 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-ac9ac34e-a1a7-40f4-9ff3-4ea2279eb7f1 req-361729d8-8965-4a9f-ae3c-6d1d537ee8f2 service nova] [instance: cf4bde4a-73cf-4366-be39-9da063a909a7] Detach interface failed, port_id=be0f1428-1eb6-4017-9c26-687759036028, reason: Instance cf4bde4a-73cf-4366-be39-9da063a909a7 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:25 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Took 1.04 seconds to deallocate network for instance.
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.245s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:25 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Deleted allocations for instance cf4bde4a-73cf-4366-be39-9da063a909a7
Nov 29 04:24:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2e4f3c22-fbc4-42ba-94fa-1c69c11857fe tempest-VolumesNegativeTest-679137724 tempest-VolumesNegativeTest-679137724-project-member] Lock "cf4bde4a-73cf-4366-be39-9da063a909a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.047s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:26 user nova-compute[75027]: INFO nova.compute.manager [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Detaching volume 8104b43d-f832-4df7-a8a6-9873bae446e3
Nov 29 04:24:26 user nova-compute[75027]: INFO nova.virt.block_device [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attempting to driver detach volume 8104b43d-f832-4df7-a8a6-9873bae446e3 from mountpoint /dev/vdc
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Attempting to detach device vdc from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:24:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:26 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:24:26 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:24:26 user nova-compute[75027]:   <serial>8104b43d-f832-4df7-a8a6-9873bae446e3</serial>
Nov 29 04:24:26 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:24:26 user nova-compute[75027]: </disk>
Nov 29 04:24:26 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully detached device vdc from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the persistent domain config.
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:24:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:24:26 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:24:26 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:24:26 user nova-compute[75027]:   <serial>8104b43d-f832-4df7-a8a6-9873bae446e3</serial>
Nov 29 04:24:26 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:24:26 user nova-compute[75027]: </disk>
Nov 29 04:24:26 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:24:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.699s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:26 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Deleted allocations for instance 671b9b38-db2f-4092-8507-2ac44dc669c7
Nov 29 04:24:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-79d89ad4-4eb1-4605-be15-8181e629ba63 tempest-VolumesAssistedSnapshotsTest-1222182895 tempest-VolumesAssistedSnapshotsTest-1222182895-project-member] Lock "671b9b38-db2f-4092-8507-2ac44dc669c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.318s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:24:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-80b249c3-1ece-4992-ab15-9c1c38ee541c req-26246ac8-820f-4770-b6d7-2375ad9c333c service nova] [instance: 671b9b38-db2f-4092-8507-2ac44dc669c7] Received event network-vif-deleted-4d04d670-7421-4e69-a9d6-033df6a64068 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-changed-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing instance network info cache due to event network-changed-a018f504-c8fd-4b14-9a37-da495ad4e31b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] Acquiring lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] Acquired lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG nova.network.neutron [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Refreshing network info cache for port a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG nova.network.neutron [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updated VIF entry in instance network info cache for port a018f504-c8fd-4b14-9a37-da495ad4e31b. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG nova.network.neutron [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7afb1ec2-0d9a-4c47-8c34-2cec939d82c8 req-05885a3c-ef45-439c-b88b-374759d98aea service nova] Releasing lock "refresh_cache-36451b67-bf36-4328-8308-96f8b9441c98" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:24:42 user nova-compute[75027]: INFO nova.compute.claims [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Claim successful on node user
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:42 user nova-compute[75027]: INFO nova.compute.manager [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Terminating instance
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-05e98186-e2b8-41ac-a620-dd156b912801 req-3ccc15bc-95fc-4fe0-b332-e423e0a3b785 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-a018f504-c8fd-4b14-9a37-da495ad4e31b for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-675ab6fc-5bbb-4a16-b3fb-b0a87e6b4b12 req-fb0edf61-62e1-4e89-910f-f14aeff68fb3 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.policy [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cfd356fd1b47d2aef046f9b6c74019', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0e64d4f50345f59b5237027b05485e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:24:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Creating image(s)
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-7f696928-0755-4157-96f0-7b48c28b7b8e req-a44b39fb-e741-4786-86cc-0010b0b2f1fd service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-3758d5b1-9c8a-458e-8e86-e145a0634994 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk 1073741824" returned: 0 in 0.067s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Cannot resize image /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Ensure instance console log exists: /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Successfully created port: 861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:44 user nova-compute[75027]: INFO nova.compute.manager [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Terminating instance
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:24:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Instance destroyed successfully.
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lazy-loading 'resources' on Instance uuid 36451b67-bf36-4328-8308-96f8b9441c98 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa018f504-c8, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e5629e18-fe9e-4d75-9374-c89578b32a88) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:ac:5c,bridge_name='br-int',has_traffic_filtering=True,id=a018f504-c8fd-4b14-9a37-da495ad4e31b,network=Network(e5db56fc-450d-4b2a-b336-2ceddb667761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa018f504-c8')
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape11faaf5-fb, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4b6c0322-72ee-4230-bcde-8bcfb015846d) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:8d:3a,bridge_name='br-int',has_traffic_filtering=True,id=e11faaf5-fb6d-47e0-a87b-04856cbf402d,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape11faaf5-fb')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6130cdef-6e, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3bc16194-d305-4ee4-9634-f41b2d129761) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Successfully updated port: 861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-a018f504-c8fd-4b14-9a37-da495ad4e31b for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-0b02f591-90da-4984-a125-9ee87384dc8b for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-0b02f591-90da-4984-a125-9ee87384dc8b for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-f26d1cd1-3baa-4e35-a981-9d54fde1af6a req-c8005de3-dbc0-4b34-8485-95f847676536 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-50b0ae30-219e-487e-8f18-8e0a7831a9c4 for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-e11faaf5-fb6d-47e0-a87b-04856cbf402d for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-6130cdef-6e56-4ddc-a69b-ce44c1fbba10 for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-unplugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-unplugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-unplugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-unplugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-371c1973-7704-41c0-92c4-7eb99e7cfa9f req-36aadb69-ec45-4da2-9d64-bd1edd0b140f service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-unplugged-f74892b1-5c09-4618-b310-120dce7e3026 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Instance destroyed successfully.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lazy-loading 'resources' on Instance uuid fc63155a-df46-45dc-8f31-3f514091b579 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-873412066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-873412066',id=6,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFIN1I0xqpBndtxy1ZiMSkgKtpIMsAl4Fug0A02N5ota4tf3PS1GQNmqXKWPpW9NKldltCAyl6t/RP+sd89kT7XnCFm9b9NeOQuLB62MLb5k060pS6LRyIMrxRE2PjDZhA==',key_name='tempest-keypair-397565305',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='990246a057ef407d96863f48b2b34be3',ramdisk_id='',reservation_id='r-9j7qm04c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-420826355',owner_user_name='tempest-TaggedAttachmentsTest-420826355-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6d58d5ec0a9146b4be7735929cbe9287',uuid=fc63155a-df46-45dc-8f31-3f514091b579,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converting VIF {"id": "f74892b1-5c09-4618-b310-120dce7e3026", "address": "fa:16:3e:71:e0:c7", "network": {"id": "b5377282-a6d2-4639-a97d-797962f823dc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-36345603-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "990246a057ef407d96863f48b2b34be3", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf74892b1-5c", "ovs_interfaceid": "f74892b1-5c09-4618-b310-120dce7e3026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf74892b1-5c, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:4c:a4,bridge_name='br-int',has_traffic_filtering=True,id=6130cdef-6e56-4ddc-a69b-ce44c1fbba10,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6130cdef-6e')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap78308b26-36, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=887f71e0-8587-4dd2-b2a2-3d515e65eae4) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93673eab-edd4-47da-a00a-f63aedff8c8f) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:e0:c7,bridge_name='br-int',has_traffic_filtering=True,id=f74892b1-5c09-4618-b310-120dce7e3026,network=Network(b5377282-a6d2-4639-a97d-797962f823dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf74892b1-5c')
Nov 29 04:24:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Deleting instance files /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579_del
Nov 29 04:24:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Deletion of /opt/stack/data/nova/instances/fc63155a-df46-45dc-8f31-3f514091b579_del complete
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1b:b3,bridge_name='br-int',has_traffic_filtering=True,id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78308b26-36')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "3758d5b1-9c8a-458e-8e86-e145a0634994", "address": "fa:16:3e:f4:e1:f6", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3758d5b1-9c", "ovs_interfaceid": "3758d5b1-9c8a-458e-8e86-e145a0634994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3758d5b1-9c, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fa31159-587d-40c4-85be-2ae14f064483) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: INFO nova.compute.manager [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Took 1.01 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:e1:f6,bridge_name='br-int',has_traffic_filtering=True,id=3758d5b1-9c8a-458e-8e86-e145a0634994,network=Network(45a581fb-7fd1-4d9d-ba1a-cb272f730548),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3758d5b1-9c')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0b02f591-90, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f589e5f4-14d9-41c1-bed6-447bb71d0d40) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0b02f591-90da-4984-a125-9ee87384dc8b,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b02f591-90')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T04:21:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1724425419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1724425419',id=10,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOZ73mMy8aSrN/8Tx04hBZfvKFBYYqr1o2X/IEg8D6pGR0WtcoYft8yGUcE8x0SQvBWg0dWLm0s9ry0T1cNuDJc3qGBg9ER695fr0cHTsWMualy1BalfxatxlnnV99S5jA==',key_name='tempest-keypair-578645336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1427fb80d46c4a529dfe9778589dacc9',ramdisk_id='',reservation_id='r-r92ieawm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1165841421',owner_user_name='tempest-TaggedBootDevicesTest-1165841421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b1305e41080941f3afe432c5b24fe8ee',uuid=36451b67-bf36-4328-8308-96f8b9441c98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converting VIF {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50b0ae30-21, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8780e7cb-5c75-48ea-a8b7-8d45bc2fcc46) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:45 user nova-compute[75027]: INFO os_vif [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:e4:70,bridge_name='br-int',has_traffic_filtering=True,id=50b0ae30-219e-487e-8f18-8e0a7831a9c4,network=Network(d22b9e13-7c7b-457e-b87c-adf386959ebc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50b0ae30-21')
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBQehJGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5113679-e44b-49e6-8924-6c0fc5d72551]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]: iSNS:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]: STATIC:
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:45 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:45 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[726f9701-59f6-421b-b24b-52ccb5368d44]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a671a256-7b15-4d48-8198-241d7f37f048]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:45 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06eb910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe'): ({'sdf'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Removing single pathed devices sdf {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe68ecc-2315-43bb-9a2a-a817463be793]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Acquiring lock "36451b67-bf36-4328-8308-96f8b9441c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Lock "36451b67-bf36-4328-8308-96f8b9441c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] No waiting events found dispatching network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING nova.compute.manager [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received unexpected event network-vif-plugged-3758d5b1-9c8a-458e-8e86-e145a0634994 for instance with vm_state active and task_state deleting.
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-changed-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Refreshing instance network info cache due to event network-changed-861ba1fc-38b5-49fb-8c4c-261503ce3def. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Acquiring lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d45097-7af1-427f-b652-1640dfbd8339]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Flushing IO for device /dev/sdf {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f0ad3c-3d1c-49fc-b3d2-ab1d2059780b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f29d11fa-4375-47c7-992f-ef9bab49561a]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[842d598f-d15c-4c92-aa5d-99a3c1080fc9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[13dc102c-9f62-4cd9-95ca-c49cc9a244f7]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260]
Nov 29 04:24:45 user nova-compute[75027]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:793067ff-d468-4202-b5d6-c5eea3946efe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5636e11f-d4fc-43b4-b1d3-a4b11f1aa1b5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== disconnect_volume: return (322ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRLcsfQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:45 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf14fa0-2e35-49ad-8f32-37bcb632a785]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]: iSNS:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]: STATIC:
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3
Nov 29 04:24:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:45 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:45 user nova-compute[75027]: No targets found.
Nov 29 04:24:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:45 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:45 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b41279e-a418-4468-bf7e-91723eb2130c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75ead2b-ef41-4788-8978-b3986789baf5]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa0817d510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672'): ({'sdg'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Removing single pathed devices sdg {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating instance_info_cache with network_info: [{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dc1694-efe8-4ce5-8c2e-2bf60f465df1]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance network_info: |[{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Acquired lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Refreshing network info cache for port 861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start _get_guest_xml network_info=[{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:24:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb39d53-3c95-4a2d-92aa-48b664240685]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Flushing IO for device /dev/sdg {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-tempest.common.compute-instance-1557970327',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:24:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'pci_devices' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91a56e2-762c-4901-b81a-0558370bee7a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:24:46 user nova-compute[75027]:   <uuid>7cfeaa2e-72df-4b51-ad28-b3710b6e870d</uuid>
Nov 29 04:24:46 user nova-compute[75027]:   <name>instance-0000000e</name>
Nov 29 04:24:46 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:24:46 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:24:46 user nova-compute[75027]:   <metadata>
Nov 29 04:24:46 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:24:46 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:name>tempest-tempest.common.compute-instance-1557970327</nova:name>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:24:46</nova:creationTime>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:24:46 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:24:46 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:owner>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:user uuid="47cfd356fd1b47d2aef046f9b6c74019">tempest-ServerActionsTestOtherA-225065641-project-member</nova:user>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:project uuid="fc0e64d4f50345f59b5237027b05485e">tempest-ServerActionsTestOtherA-225065641</nova:project>
Nov 29 04:24:46 user nova-compute[75027]:       </nova:owner>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:24:46 user nova-compute[75027]:       <nova:ports>
Nov 29 04:24:46 user nova-compute[75027]:         <nova:port uuid="861ba1fc-38b5-49fb-8c4c-261503ce3def">
Nov 29 04:24:46 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:24:46 user nova-compute[75027]:         </nova:port>
Nov 29 04:24:46 user nova-compute[75027]:       </nova:ports>
Nov 29 04:24:46 user nova-compute[75027]:     </nova:instance>
Nov 29 04:24:46 user nova-compute[75027]:   </metadata>
Nov 29 04:24:46 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:24:46 user nova-compute[75027]:     <system>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="serial">7cfeaa2e-72df-4b51-ad28-b3710b6e870d</entry>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="uuid">7cfeaa2e-72df-4b51-ad28-b3710b6e870d</entry>
Nov 29 04:24:46 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:24:46 user nova-compute[75027]:     </system>
Nov 29 04:24:46 user nova-compute[75027]:   </sysinfo>
Nov 29 04:24:46 user nova-compute[75027]:   <os>
Nov 29 04:24:46 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:24:46 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:24:46 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:24:46 user nova-compute[75027]:   </os>
Nov 29 04:24:46 user nova-compute[75027]:   <features>
Nov 29 04:24:46 user nova-compute[75027]:     <acpi/>
Nov 29 04:24:46 user nova-compute[75027]:     <apic/>
Nov 29 04:24:46 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:24:46 user nova-compute[75027]:   </features>
Nov 29 04:24:46 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:24:46 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:24:46 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:24:46 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:24:46 user nova-compute[75027]:   </clock>
Nov 29 04:24:46 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:24:46 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:24:46 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:24:46 user nova-compute[75027]:   </cpu>
Nov 29 04:24:46 user nova-compute[75027]:   <devices>
Nov 29 04:24:46 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:24:46 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:24:46 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk"/>
Nov 29 04:24:46 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:24:46 user nova-compute[75027]:     </disk>
Nov 29 04:24:46 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:24:46 user nova-compute[75027]:       <mac address="fa:16:3e:b0:86:45"/>
Nov 29 04:24:46 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:46 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:24:46 user nova-compute[75027]:       <target dev="tap861ba1fc-38"/>
Nov 29 04:24:46 user nova-compute[75027]:     </interface>
Nov 29 04:24:46 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:24:46 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/console.log" append="off"/>
Nov 29 04:24:46 user nova-compute[75027]:     </serial>
Nov 29 04:24:46 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:24:46 user nova-compute[75027]:     <video>
Nov 29 04:24:46 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:24:46 user nova-compute[75027]:     </video>
Nov 29 04:24:46 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:24:46 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:24:46 user nova-compute[75027]:     </rng>
Nov 29 04:24:46 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:24:46 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:24:46 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:24:46 user nova-compute[75027]:     </memballoon>
Nov 29 04:24:46 user nova-compute[75027]:   </devices>
Nov 29 04:24:46 user nova-compute[75027]: </domain>
Nov 29 04:24:46 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-tempest.common.compute-instance-1557970327',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:24:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_vif [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c6c3ab2-420d-58c0-835c-60929b09dd6e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap861ba1fc-38, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap861ba1fc-38, col_values=(('qos', UUID('78107532-6483-42cc-867e-0c57530ab033')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap861ba1fc-38, col_values=(('external_ids', {'iface-id': '861ba1fc-38b5-49fb-8c4c-261503ce3def', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:86:45', 'vm-uuid': '7cfeaa2e-72df-4b51-ad28-b3710b6e870d'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a806b299-44a1-4203-b8bf-111e3239b715]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:46 user nova-compute[75027]: INFO os_vif [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38')
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c1c0c1-deb8-49f8-9d62-2b613d64dff3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:b0:86:45, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e0defa-cfec-4129-b737-c8095e74faf8]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260]
Nov 29 04:24:46 user nova-compute[75027]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cce3c259-f5c8-4626-afdf-596872c08672 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b72ab8-7063-4fe3-9c05-4532234feb73]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== disconnect_volume: return (381ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'axlsbqEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b35ee41-96f6-405e-b257-62e6fb5fa772]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:46 user nova-compute[75027]: No targets found.
Nov 29 04:24:46 user nova-compute[75027]: iSNS:
Nov 29 04:24:46 user nova-compute[75027]: No targets found.
Nov 29 04:24:46 user nova-compute[75027]: STATIC:
Nov 29 04:24:46 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:24:46 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:46 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:46 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb
Nov 29 04:24:46 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:46 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:46 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:24:46 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:46 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:46 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3
Nov 29 04:24:46 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:46 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:46 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:46 user nova-compute[75027]: No targets found.
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:46 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:46 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[423f18c2-0fc8-414c-a84b-4d5f737158fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e35a53-ece2-4329-8315-4f1c7655a692]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:46 user nova-compute[75027]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb (non-flash)
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa0817d510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb'): ({'sdh'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Removing single pathed devices sdh {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[73bd69de-0ed3-46b1-8c37-af9e4d629b37]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1cc6e4c-5bb8-441d-b928-9bfd829fc047]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Flushing IO for device /dev/sdh {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6efe5c-ed6b-4f9f-8232-d72530a73bbe]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ba5ce6-89da-4cf9-ba2a-3b5ca914ac71]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] SCSI volumes sdh have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[50be64b7-4732-4934-a82a-186c7272fdd5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9345f6d4-a46e-4353-ab98-c5ef2fdbe057]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260]
Nov 29 04:24:46 user nova-compute[75027]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bb80d88-c581-4901-a678-195c6300d8bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e8366b-8e7c-4fb2-81e6-fd93521a6af4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] <== disconnect_volume: return (316ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Deleting instance files /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98_del
Nov 29 04:24:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Deletion of /opt/stack/data/nova/instances/36451b67-bf36-4328-8308-96f8b9441c98_del complete
Nov 29 04:24:46 user nova-compute[75027]: INFO nova.compute.manager [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Took 4.02 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updated VIF entry in instance network info cache for port 861ba1fc-38b5-49fb-8c4c-261503ce3def. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating instance_info_cache with network_info: [{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d64285e4-f5ea-40a3-8b08-1782849fe4e8 req-02586f4d-499d-4a29-9c21-d83e70a91379 service nova] Releasing lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:46 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Took 1.31 seconds to deallocate network for instance.
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:24:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 is timed out.
Nov 29 04:24:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully detached device vdc from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the live domain config.
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMEIALUF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:24:47 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[383c5964-b554-4677-b119-0e0d3b1befd4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:24:47 user nova-compute[75027]: No targets found.
Nov 29 04:24:47 user nova-compute[75027]: iSNS:
Nov 29 04:24:47 user nova-compute[75027]: No targets found.
Nov 29 04:24:47 user nova-compute[75027]: STATIC:
Nov 29 04:24:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:24:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:24:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:47 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3
Nov 29 04:24:47 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:24:47 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:24:47 user nova-compute[75027]: FIRMWARE:
Nov 29 04:24:47 user nova-compute[75027]: No targets found.
Nov 29 04:24:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:24:47 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:24:47 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[58752412-8d14-4f51-97aa-c95da62d8513]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e35466-2bdc-4d0c-abb9-9c8f3bfd1e7b]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 (non-flash)
Nov 29 04:24:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa0825b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[da5b3a5a-9575-4de1-9793-978265f58dde]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa49b6be-5c7e-4a24-8016-dc2a82d01364]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc0157ae-10b5-45f6-b325-37a3dcca14cd]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ffada7-f072-44ac-a599-60df181fc6fc]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[634c2e0d-ddc5-4f39-9755-e94348839ca3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] Acquiring lock "fc63155a-df46-45dc-8f31-3f514091b579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] Lock "fc63155a-df46-45dc-8f31-3f514091b579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] No waiting events found dispatching network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:47 user nova-compute[75027]: WARNING nova.compute.manager [req-3a829c9e-bc13-439d-ae9b-27e3c8696ed6 req-0b18529f-4d5d-408b-9d19-df18b7366bcb service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received unexpected event network-vif-plugged-f74892b1-5c09-4618-b310-120dce7e3026 for instance with vm_state deleted and task_state None.
Nov 29 04:24:47 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Deleted allocations for instance fc63155a-df46-45dc-8f31-3f514091b579
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f660c0ba-41bf-4f75-b0cd-ef628c6ff76d]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260]
Nov 29 04:24:47 user nova-compute[75027]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3, portal: 172.16.0.220,3260] successful.
Nov 29 04:24:47 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8104b43d-f832-4df7-a8a6-9873bae446e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0938d7-6f41-43d6-bdec-5a5a04009aaa]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== disconnect_volume: return (343ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f37834f-9ccb-4077-90ed-7b7c5fb33471 tempest-TaggedAttachmentsTest-420826355 tempest-TaggedAttachmentsTest-420826355-project-member] Lock "fc63155a-df46-45dc-8f31-3f514091b579" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.964s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating instance_info_cache with network_info: [{"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-50c83f00-22df-49f1-8e83-1e4b2b50ddb6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-bb2a9f19-0c47-412b-9659-b7aff5115593 req-311ffa14-6b94-40ee-b7ed-1cec6e7e9ac5 service nova] [instance: fc63155a-df46-45dc-8f31-3f514091b579] Received event network-vif-deleted-f74892b1-5c09-4618-b310-120dce7e3026 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:48 user nova-compute[75027]: WARNING nova.compute.manager [req-098c3f72-a226-48dd-af6c-63c213935deb req-35cfef2a-0600-4ed7-bd7e-37fb52e05c2e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state building and task_state spawning.
Nov 29 04:24:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance spawned successfully.
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Took 6.95 seconds to spawn the instance on the hypervisor.
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:50 user nova-compute[75027]: WARNING nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state building and task_state spawning.
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-deleted-3758d5b1-9c8a-458e-8e86-e145a0634994 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Neutron deleted interface 3758d5b1-9c8a-458e-8e86-e145a0634994; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b02f591-90da-4984-a125-9ee87384dc8b", "address": "fa:16:3e:4b:77:0d", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b02f591-90", "ovs_interfaceid": "0b02f591-90da-4984-a125-9ee87384dc8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.compute.manager [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Took 7.95 seconds to build instance.
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Detach interface failed, port_id=3758d5b1-9c8a-458e-8e86-e145a0634994, reason: Instance 36451b67-bf36-4328-8308-96f8b9441c98 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-deleted-0b02f591-90da-4984-a125-9ee87384dc8b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Neutron deleted interface 0b02f591-90da-4984-a125-9ee87384dc8b; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "address": "fa:16:3e:ae:1b:b3", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78308b26-36", "ovs_interfaceid": "78308b26-364e-4baf-8a2a-a5dd2e2d07f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6463cf0d-d72b-41ae-9671-d331b0283cf3 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.048s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Detach interface failed, port_id=0b02f591-90da-4984-a125-9ee87384dc8b, reason: Instance 36451b67-bf36-4328-8308-96f8b9441c98 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-deleted-78308b26-364e-4baf-8a2a-a5dd2e2d07f3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:50 user nova-compute[75027]: INFO nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Neutron deleted interface 78308b26-364e-4baf-8a2a-a5dd2e2d07f3; detaching it from the instance and deleting it from the info cache
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [{"id": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "address": "fa:16:3e:1b:ac:5c", "network": {"id": "e5db56fc-450d-4b2a-b336-2ceddb667761", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1711820619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa018f504-c8", "ovs_interfaceid": "a018f504-c8fd-4b14-9a37-da495ad4e31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "address": "fa:16:3e:0a:8d:3a", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11faaf5-fb", "ovs_interfaceid": "e11faaf5-fb6d-47e0-a87b-04856cbf402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "address": "fa:16:3e:45:4c:a4", "network": {"id": "45a581fb-7fd1-4d9d-ba1a-cb272f730548", "bridge": "br-int", "label": "tempest-device-tagging-net1-21809946", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6130cdef-6e", "ovs_interfaceid": "6130cdef-6e56-4ddc-a69b-ce44c1fbba10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "address": "fa:16:3e:86:e4:70", "network": {"id": "d22b9e13-7c7b-457e-b87c-adf386959ebc", "bridge": "br-int", "label": "tempest-device-tagging-net2-1277446417", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1427fb80d46c4a529dfe9778589dacc9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50b0ae30-21", "ovs_interfaceid": "50b0ae30-219e-487e-8f18-8e0a7831a9c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-8afc5078-8e08-47c7-b01b-b1145b320b33 req-1f5b4bbe-811e-4c3d-bc6e-be940586653e service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Detach interface failed, port_id=78308b26-364e-4baf-8a2a-a5dd2e2d07f3, reason: Instance 36451b67-bf36-4328-8308-96f8b9441c98 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:51 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Took 4.55 seconds to deallocate network for instance.
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:51 user nova-compute[75027]: INFO nova.compute.manager [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Terminating instance
Nov 29 04:24:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-695fff5e-1c2e-4771-8aa3-218ca3c9845f tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.017s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:52 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Instance destroyed successfully.
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lazy-loading 'resources' on Instance uuid 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2028646637',display_name='tempest-TestVolumeSwap-server-2028646637',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2028646637',id=5,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFQih+QqrvUHiFUcT5q1HOHwhG+O2bhc0yZSSI2RILEOparGmpZQUPQCvKvZ9QgMheciFnKhc/pgPxnsLt8b3YE1pZcZ+j4Q6HgQA+0eXzAQK3u4nR02E2qS3vsodjOXg==',key_name='tempest-keypair-989292668',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='69469d925a864f5998026c8c0233e59b',ramdisk_id='',reservation_id='r-g3h4n6kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-2006460347',owner_user_name='tempest-TestVolumeSwap-2006460347-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ef63df90d7742c98391b360daafeb83',uuid=50c83f00-22df-49f1-8e83-1e4b2b50ddb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converting VIF {"id": "60b5ec25-49ba-4904-9707-97301392679e", "address": "fa:16:3e:84:c7:d4", "network": {"id": "58aafa60-af25-4be6-813f-852a751a2c43", "bridge": "br-int", "label": "tempest-TestVolumeSwap-763036792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69469d925a864f5998026c8c0233e59b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b5ec25-49", "ovs_interfaceid": "60b5ec25-49ba-4904-9707-97301392679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG os_vif [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60b5ec25-49, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d8e4182-2758-4d1c-b9f5-47d872746feb) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:52 user nova-compute[75027]: INFO os_vif [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:c7:d4,bridge_name='br-int',has_traffic_filtering=True,id=60b5ec25-49ba-4904-9707-97301392679e,network=Network(58aafa60-af25-4be6-813f-852a751a2c43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b5ec25-49')
Nov 29 04:24:52 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Deleting instance files /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6_del
Nov 29 04:24:52 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Deletion of /opt/stack/data/nova/instances/50c83f00-22df-49f1-8e83-1e4b2b50ddb6_del complete
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:52 user nova-compute[75027]: INFO nova.compute.manager [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-deleted-50b0ae30-219e-487e-8f18-8e0a7831a9c4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Received event network-vif-deleted-a018f504-c8fd-4b14-9a37-da495ad4e31b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-unplugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] No waiting events found dispatching network-vif-unplugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-unplugged-60b5ec25-49ba-4904-9707-97301392679e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Acquiring lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] No waiting events found dispatching network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:24:52 user nova-compute[75027]: WARNING nova.compute.manager [req-8a5040df-610e-4f17-acee-3b5b42d787a9 req-2dc81ba3-8254-45fc-beb6-5b1a44ac280a service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received unexpected event network-vif-plugged-60b5ec25-49ba-4904-9707-97301392679e for instance with vm_state active and task_state deleting.
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:24:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:24:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:24:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7802MB free_disk=25.505661010742188GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:24:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 4c39e07e-d166-4455-8432-5b3d9bb50ded actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b7fe621f-f411-4310-a58c-e0c0d00372d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 36451b67-bf36-4328-8308-96f8b9441c98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38e923b2-bdca-4eee-a6e6-58dc5fafa979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:24:54 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Took 1.98 seconds to deallocate network for instance.
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-ec064933-349d-45eb-b6d4-40bc8ff8a17e req-28d47750-2ce4-4f8b-afe4-d0eb97ddcd29 service nova] [instance: 50c83f00-22df-49f1-8e83-1e4b2b50ddb6] Received event network-vif-deleted-60b5ec25-49ba-4904-9707-97301392679e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.557s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.070s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.308s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:54 user nova-compute[75027]: INFO nova.compute.manager [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] [instance: 36451b67-bf36-4328-8308-96f8b9441c98] Took 3.52 seconds to detach 3 volumes for instance.
Nov 29 04:24:54 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Deleted allocations for instance 50c83f00-22df-49f1-8e83-1e4b2b50ddb6
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:24:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b92f9995-c160-4151-8606-e7d95bfea344 tempest-TestVolumeSwap-2006460347 tempest-TestVolumeSwap-2006460347-project-member] Lock "50c83f00-22df-49f1-8e83-1e4b2b50ddb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.678s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:55 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Deleted allocations for instance 36451b67-bf36-4328-8308-96f8b9441c98
Nov 29 04:24:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e564acb4-5594-4bd3-acc7-6f3eaf9fbad2 tempest-TaggedBootDevicesTest-1165841421 tempest-TaggedBootDevicesTest-1165841421-project-member] Lock "36451b67-bf36-4328-8308-96f8b9441c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.683s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:24:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:25:09 user nova-compute[75027]: INFO nova.compute.claims [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Claim successful on node user
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:25:10 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:25:10 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Creating image(s)
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "/opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "/opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "/opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.policy [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8601a10ffb74f51ad1d16881bb1b68d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b61c4e1d05b3429eab7a18fbb8a6ce29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk 1073741824" returned: 0 in 0.047s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:25:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Cannot resize image /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Ensure instance console log exists: /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:11 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:25:11 user nova-compute[75027]: INFO nova.compute.claims [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Claim successful on node user
Nov 29 04:25:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Successfully created port: 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.policy [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a9a7c0b178042fb931e0913e636312d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5678203f445b4cd6b77c46695b668d78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:25:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Creating image(s)
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.256s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Successfully updated port: 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquired lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-changed-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Refreshing instance network info cache due to event network-changed-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] Acquiring lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Successfully created port: cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Cannot resize image /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Ensure instance console log exists: /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updating instance_info_cache with network_info: [{"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Releasing lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Instance network_info: |[{"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] Acquired lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Refreshing network info cache for port 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Start _get_guest_xml network_info=[{"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:25:13 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:13 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1364745',id=15,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHmkIYeLusnmWnjxtRyOjlO7TAb4CXta70x9NyDsu6G9Q/mbtFFATNqwdS8280y/+f44zRYCXacvQLVfanzKAVBO7Ia863fXsJcEPvw2xWWSpK4Ddi29Rh02t7K0JmTXw==',key_name='tempest-keypair-1267143736',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b61c4e1d05b3429eab7a18fbb8a6ce29',ramdisk_id='',reservation_id='r-p2ac0lwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8601a10ffb74f51ad1d16881bb1b68d',uuid=ddc05304-88bd-4f73-929d-04a447dbb722,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converting VIF {"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lazy-loading 'pci_devices' on Instance uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:25:13 user nova-compute[75027]:   <uuid>ddc05304-88bd-4f73-929d-04a447dbb722</uuid>
Nov 29 04:25:13 user nova-compute[75027]:   <name>instance-0000000f</name>
Nov 29 04:25:13 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:25:13 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:25:13 user nova-compute[75027]:   <metadata>
Nov 29 04:25:13 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:25:13 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582</nova:name>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:25:13</nova:creationTime>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:25:13 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:25:13 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:owner>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:user uuid="d8601a10ffb74f51ad1d16881bb1b68d">tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member</nova:user>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:project uuid="b61c4e1d05b3429eab7a18fbb8a6ce29">tempest-TestServerVolumeAttachScenarioOldVersion-1270477690</nova:project>
Nov 29 04:25:13 user nova-compute[75027]:       </nova:owner>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:25:13 user nova-compute[75027]:       <nova:ports>
Nov 29 04:25:13 user nova-compute[75027]:         <nova:port uuid="3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3">
Nov 29 04:25:13 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 04:25:13 user nova-compute[75027]:         </nova:port>
Nov 29 04:25:13 user nova-compute[75027]:       </nova:ports>
Nov 29 04:25:13 user nova-compute[75027]:     </nova:instance>
Nov 29 04:25:13 user nova-compute[75027]:   </metadata>
Nov 29 04:25:13 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:25:13 user nova-compute[75027]:     <system>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="serial">ddc05304-88bd-4f73-929d-04a447dbb722</entry>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="uuid">ddc05304-88bd-4f73-929d-04a447dbb722</entry>
Nov 29 04:25:13 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:25:13 user nova-compute[75027]:     </system>
Nov 29 04:25:13 user nova-compute[75027]:   </sysinfo>
Nov 29 04:25:13 user nova-compute[75027]:   <os>
Nov 29 04:25:13 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:25:13 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:25:13 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:25:13 user nova-compute[75027]:   </os>
Nov 29 04:25:13 user nova-compute[75027]:   <features>
Nov 29 04:25:13 user nova-compute[75027]:     <acpi/>
Nov 29 04:25:13 user nova-compute[75027]:     <apic/>
Nov 29 04:25:13 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:25:13 user nova-compute[75027]:   </features>
Nov 29 04:25:13 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:25:13 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:25:13 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:25:13 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:25:13 user nova-compute[75027]:   </clock>
Nov 29 04:25:13 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:25:13 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:25:13 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:25:13 user nova-compute[75027]:   </cpu>
Nov 29 04:25:13 user nova-compute[75027]:   <devices>
Nov 29 04:25:13 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:25:13 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:25:13 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk"/>
Nov 29 04:25:13 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:25:13 user nova-compute[75027]:     </disk>
Nov 29 04:25:13 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:25:13 user nova-compute[75027]:       <mac address="fa:16:3e:b9:99:11"/>
Nov 29 04:25:13 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:13 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:25:13 user nova-compute[75027]:       <target dev="tap3d42ff7d-8e"/>
Nov 29 04:25:13 user nova-compute[75027]:     </interface>
Nov 29 04:25:13 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:25:13 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/console.log" append="off"/>
Nov 29 04:25:13 user nova-compute[75027]:     </serial>
Nov 29 04:25:13 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:25:13 user nova-compute[75027]:     <video>
Nov 29 04:25:13 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:13 user nova-compute[75027]:     </video>
Nov 29 04:25:13 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:25:13 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:25:13 user nova-compute[75027]:     </rng>
Nov 29 04:25:13 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:25:13 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:25:13 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:25:13 user nova-compute[75027]:     </memballoon>
Nov 29 04:25:13 user nova-compute[75027]:   </devices>
Nov 29 04:25:13 user nova-compute[75027]: </domain>
Nov 29 04:25:13 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1364745',id=15,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHmkIYeLusnmWnjxtRyOjlO7TAb4CXta70x9NyDsu6G9Q/mbtFFATNqwdS8280y/+f44zRYCXacvQLVfanzKAVBO7Ia863fXsJcEPvw2xWWSpK4Ddi29Rh02t7K0JmTXw==',key_name='tempest-keypair-1267143736',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b61c4e1d05b3429eab7a18fbb8a6ce29',ramdisk_id='',reservation_id='r-p2ac0lwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8601a10ffb74f51ad1d16881bb1b68d',uuid=ddc05304-88bd-4f73-929d-04a447dbb722,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converting VIF {"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG os_vif [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d0c14e5-3629-50ef-847a-0d15f2325f62', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d42ff7d-8e, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d42ff7d-8e, col_values=(('qos', UUID('c6d2fc5e-2db4-4290-aa1c-626801956f09')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d42ff7d-8e, col_values=(('external_ids', {'iface-id': '3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:99:11', 'vm-uuid': 'ddc05304-88bd-4f73-929d-04a447dbb722'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:13 user nova-compute[75027]: INFO os_vif [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e')
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] No VIF found with MAC fa:16:3e:b9:99:11, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Successfully updated port: cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-changed-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Refreshing instance network info cache due to event network-changed-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updated VIF entry in instance network info cache for port 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updating instance_info_cache with network_info: [{"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8fb57c28-81a2-40a4-8866-fbaa3617721e req-d3c3a54e-2f41-4328-857e-fd7e38de8123 service nova] Releasing lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance network_info: |[{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Refreshing network info cache for port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start _get_guest_xml network_info=[{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:25:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'pci_devices' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:25:14 user nova-compute[75027]:   <uuid>0d23bd7a-0669-48d0-8694-f5f7ab36dce2</uuid>
Nov 29 04:25:14 user nova-compute[75027]:   <name>instance-00000010</name>
Nov 29 04:25:14 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:25:14 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:25:14 user nova-compute[75027]:   <metadata>
Nov 29 04:25:14 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:25:14 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherB-server-1604582730</nova:name>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:25:14</nova:creationTime>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:25:14 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:25:14 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:owner>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:user uuid="0a9a7c0b178042fb931e0913e636312d">tempest-ServerActionsTestOtherB-410037456-project-member</nova:user>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:project uuid="5678203f445b4cd6b77c46695b668d78">tempest-ServerActionsTestOtherB-410037456</nova:project>
Nov 29 04:25:14 user nova-compute[75027]:       </nova:owner>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:25:14 user nova-compute[75027]:       <nova:ports>
Nov 29 04:25:14 user nova-compute[75027]:         <nova:port uuid="cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968">
Nov 29 04:25:14 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:25:14 user nova-compute[75027]:         </nova:port>
Nov 29 04:25:14 user nova-compute[75027]:       </nova:ports>
Nov 29 04:25:14 user nova-compute[75027]:     </nova:instance>
Nov 29 04:25:14 user nova-compute[75027]:   </metadata>
Nov 29 04:25:14 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:25:14 user nova-compute[75027]:     <system>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="serial">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="uuid">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:25:14 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:25:14 user nova-compute[75027]:     </system>
Nov 29 04:25:14 user nova-compute[75027]:   </sysinfo>
Nov 29 04:25:14 user nova-compute[75027]:   <os>
Nov 29 04:25:14 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:25:14 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:25:14 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:25:14 user nova-compute[75027]:   </os>
Nov 29 04:25:14 user nova-compute[75027]:   <features>
Nov 29 04:25:14 user nova-compute[75027]:     <acpi/>
Nov 29 04:25:14 user nova-compute[75027]:     <apic/>
Nov 29 04:25:14 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:25:14 user nova-compute[75027]:   </features>
Nov 29 04:25:14 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:25:14 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:25:14 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:25:14 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:25:14 user nova-compute[75027]:   </clock>
Nov 29 04:25:14 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:25:14 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:25:14 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:25:14 user nova-compute[75027]:   </cpu>
Nov 29 04:25:14 user nova-compute[75027]:   <devices>
Nov 29 04:25:14 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:25:14 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:25:14 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk"/>
Nov 29 04:25:14 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:25:14 user nova-compute[75027]:     </disk>
Nov 29 04:25:14 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:25:14 user nova-compute[75027]:       <mac address="fa:16:3e:9a:84:6b"/>
Nov 29 04:25:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:14 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:25:14 user nova-compute[75027]:       <target dev="tapcc9b38e6-bc"/>
Nov 29 04:25:14 user nova-compute[75027]:     </interface>
Nov 29 04:25:14 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:25:14 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/console.log" append="off"/>
Nov 29 04:25:14 user nova-compute[75027]:     </serial>
Nov 29 04:25:14 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:25:14 user nova-compute[75027]:     <video>
Nov 29 04:25:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:14 user nova-compute[75027]:     </video>
Nov 29 04:25:14 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:25:14 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:25:14 user nova-compute[75027]:     </rng>
Nov 29 04:25:14 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:25:14 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:25:14 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:25:14 user nova-compute[75027]:     </memballoon>
Nov 29 04:25:14 user nova-compute[75027]:   </devices>
Nov 29 04:25:14 user nova-compute[75027]: </domain>
Nov 29 04:25:14 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG os_vif [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7416e84-6749-5044-9295-1f143944ba2e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc9b38e6-bc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc9b38e6-bc, col_values=(('qos', UUID('8fbd95c3-7b61-4360-acba-92c4f4269e74')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc9b38e6-bc, col_values=(('external_ids', {'iface-id': 'cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:84:6b', 'vm-uuid': '0d23bd7a-0669-48d0-8694-f5f7ab36dce2'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:14 user nova-compute[75027]: INFO os_vif [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:25:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No VIF found with MAC fa:16:3e:9a:84:6b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updated VIF entry in instance network info cache for port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79feb3a2-e441-477e-8ac0-ac94ca95d3fa req-311aa237-6180-4f9a-8aa6-dea2b3df920d service nova] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:16 user nova-compute[75027]: INFO nova.compute.manager [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Detaching volume c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:25:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:16 user nova-compute[75027]: INFO nova.virt.block_device [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Attempting to driver detach volume c6891978-2e51-4900-8419-5bde699d9936 from mountpoint /dev/vdb
Nov 29 04:25:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Attempting to detach device vdb from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:25:16 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:25:16 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:25:16 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:25:16 user nova-compute[75027]:   <serial>c6891978-2e51-4900-8419-5bde699d9936</serial>
Nov 29 04:25:16 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:25:16 user nova-compute[75027]: </disk>
Nov 29 04:25:16 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:25:16 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully detached device vdb from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the persistent domain config.
Nov 29 04:25:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:25:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:25:16 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:25:16 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:25:16 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:25:16 user nova-compute[75027]:   <serial>c6891978-2e51-4900-8419-5bde699d9936</serial>
Nov 29 04:25:16 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:25:16 user nova-compute[75027]: </disk>
Nov 29 04:25:16 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:17 user nova-compute[75027]: WARNING nova.compute.manager [req-9e8ad94e-606d-4586-834e-16a3d36b89e8 req-b5a504e3-08a9-4662-b020-e5f0582083b6 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state building and task_state spawning.
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.007s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] No waiting events found dispatching network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:17 user nova-compute[75027]: WARNING nova.compute.manager [req-a21e3b5e-21a4-4a62-9c71-e30a0d08bf90 req-ef99b68a-fc9f-43a5-80b4-b9ed3abf7d43 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received unexpected event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 for instance with vm_state building and task_state spawning.
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:17 user nova-compute[75027]: INFO nova.compute.manager [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Terminating instance
Nov 29 04:25:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-7997068c-a4da-41e4-95d0-32e7bba99e0e req-2caf9cea-51a4-4593-a67c-8c415f550a85 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-unplugged-48822f0d-bbca-491c-8644-db56408533ba for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Instance destroyed successfully.
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lazy-loading 'resources' on Instance uuid 4c39e07e-d166-4455-8432-5b3d9bb50ded {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:21:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-126769467',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1319670543',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0rjmiiIDsCFJ1UnFwWDCtfkTWsGHy0OaXghTTq5GSDJwF4QBjjLDdZxXPh4yLfvqT/cUDeLCzeWObfqC5Ee9h2YP51W2k7YVSYn6bf8tySBQXtq4OUGxDtwCMbu6YoCA==',key_name='tempest-keypair-1943515495',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:24:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b5aa39a67a348fcbc2a97568830f433',ramdisk_id='',reservation_id='r-nx5pd9x0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-995356630',owner_user_name='tempest-ServerActionsV293TestJSON-995356630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:24:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2071ab41ffd45f387d100cb68f5dd8f',uuid=4c39e07e-d166-4455-8432-5b3d9bb50ded,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converting VIF {"id": "48822f0d-bbca-491c-8644-db56408533ba", "address": "fa:16:3e:83:2e:6b", "network": {"id": "512881ac-c3b4-4787-bfd9-d6772dcea69c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1282244371-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b5aa39a67a348fcbc2a97568830f433", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48822f0d-bb", "ovs_interfaceid": "48822f0d-bbca-491c-8644-db56408533ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_vif [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48822f0d-bb, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6a5b155-e3ef-4848-86f3-402d460dada9) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:18 user nova-compute[75027]: INFO os_vif [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:2e:6b,bridge_name='br-int',has_traffic_filtering=True,id=48822f0d-bbca-491c-8644-db56408533ba,network=Network(512881ac-c3b4-4787-bfd9-d6772dcea69c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48822f0d-bb')
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UeqsjhrR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:25:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a48df56-23c9-4099-a33f-7235c5e7bb47]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:25:18 user nova-compute[75027]: No targets found.
Nov 29 04:25:18 user nova-compute[75027]: iSNS:
Nov 29 04:25:18 user nova-compute[75027]: No targets found.
Nov 29 04:25:18 user nova-compute[75027]: STATIC:
Nov 29 04:25:18 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:25:18 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:25:18 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:25:18 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275
Nov 29 04:25:18 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:25:18 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:25:18 user nova-compute[75027]: FIRMWARE:
Nov 29 04:25:18 user nova-compute[75027]: No targets found.
Nov 29 04:25:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:25:18 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:25:18 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5c9485b-077c-4de7-896e-e549b83e7b02]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c26263-2380-4505-b6d6-15440a7bcbf4]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:25:18 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:25:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:25:18 user nova-compute[75027]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 (non-flash)
Nov 29 04:25:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[03827a8e-27bd-4439-886e-11f2ce662def]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9646536-4735-4608-a6e2-b7759dd5ab32]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[90cfa437-ef9a-447d-8408-ff3dedf862fd]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Instance spawned successfully.
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c805fdaf-759d-4755-bb02-d51bff978cdb]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8770505-3f5b-4f53-9bcf-eeb485b606dc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Took 8.43 seconds to spawn the instance on the hypervisor.
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5832a46f-d610-46e9-abbd-e2cb3d2e3a7e]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260]
Nov 29 04:25:18 user nova-compute[75027]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275, portal: 172.16.0.220,3260] successful.
Nov 29 04:25:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd0a5d40-dbd6-4740-8050-6ac091309275 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[079b3fa5-8e7e-438b-a59f-0cf6456d798c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] <== disconnect_volume: return (384ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:25:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deleting instance files /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded_del
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deletion of /opt/stack/data/nova/instances/4c39e07e-d166-4455-8432-5b3d9bb50ded_del complete
Nov 29 04:25:18 user nova-compute[75027]: INFO nova.compute.manager [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Took 9.29 seconds to build instance.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-16503f2c-309e-478b-9887-7e19272a566e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.410s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:19 user nova-compute[75027]: INFO nova.compute.manager [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Took 1.34 seconds to destroy the instance on the hypervisor.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:19 user nova-compute[75027]: WARNING nova.compute.manager [req-7918039d-bb45-47e2-b074-1bd7fa9ac294 req-21ed3803-f4ff-43f9-8f20-99e7299c4a73 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state building and task_state spawning.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:25:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance spawned successfully.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:19 user nova-compute[75027]: INFO nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Took 7.20 seconds to spawn the instance on the hypervisor.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:25:19 user nova-compute[75027]: INFO nova.compute.manager [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Took 8.02 seconds to build instance.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4a38358b-ffba-4a14-be78-fda1270e0dc6 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.157s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] No waiting events found dispatching network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:19 user nova-compute[75027]: WARNING nova.compute.manager [req-9599036e-97cc-475d-a9c8-466cd559ec2b req-326d95c9-59d3-4ba6-b0f6-6b9a33f89045 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received unexpected event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 for instance with vm_state active and task_state None.
Nov 29 04:25:19 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:19 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Took 0.81 seconds to deallocate network for instance.
Nov 29 04:25:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] Acquiring lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] No waiting events found dispatching network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:20 user nova-compute[75027]: WARNING nova.compute.manager [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received unexpected event network-vif-plugged-48822f0d-bbca-491c-8644-db56408533ba for instance with vm_state active and task_state deleting.
Nov 29 04:25:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-d4f9e0ed-b62e-4c91-95a8-0cac2c85b99d req-84088280-c9e3-41d4-aa79-178507a3c272 service nova] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Received event network-vif-deleted-48822f0d-bbca-491c-8644-db56408533ba {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:20 user nova-compute[75027]: INFO nova.compute.manager [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Took 1.03 seconds to detach 1 volumes for instance.
Nov 29 04:25:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] [instance: 4c39e07e-d166-4455-8432-5b3d9bb50ded] Deleting volume: fd0a5d40-dbd6-4740-8050-6ac091309275 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:25:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.494s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:21 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Deleted allocations for instance 4c39e07e-d166-4455-8432-5b3d9bb50ded
Nov 29 04:25:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca4114ad-4c48-432f-b038-dad329b51dad tempest-ServerActionsV293TestJSON-995356630 tempest-ServerActionsV293TestJSON-995356630-project-member] Lock "4c39e07e-d166-4455-8432-5b3d9bb50ded" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.128s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:25:30 user nova-compute[75027]: INFO nova.compute.claims [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Claim successful on node user
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:25:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.policy [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30361ef79d5b4aca832a76b68657ba95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7b5ffe4277944df947b6c7a1043278d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:25:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Creating image(s)
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk 1073741824" returned: 0 in 0.078s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Successfully created port: 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Cannot resize image /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Ensure instance console log exists: /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Successfully updated port: 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing instance network info cache due to event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance network_info: |[{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.network.neutron [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start _get_guest_xml network_info=[{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:25:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:25:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrvDiDwrztFkWfCBDH3LOxmTmbGFwtmc3xkfRA9LJddX2EEH1J4IPK2GNSBfrsg5BPvc650bT3CgDNusgVCv/z2wbYScQdEIuzmF872pZWwtfYtYg2KBM6c9BjsrQKGCw==',key_name='tempest-keypair-888835518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_devices' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:25:34 user nova-compute[75027]:   <uuid>9de8bd32-5de8-4f6d-bf8c-d6651784ebab</uuid>
Nov 29 04:25:34 user nova-compute[75027]:   <name>instance-00000011</name>
Nov 29 04:25:34 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:25:34 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:25:34 user nova-compute[75027]:   <metadata>
Nov 29 04:25:34 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:25:34 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-899912871</nova:name>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:25:33</nova:creationTime>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:25:34 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:25:34 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:owner>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:user uuid="30361ef79d5b4aca832a76b68657ba95">tempest-AttachVolumeShelveTestJSON-1478241295-project-member</nova:user>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:project uuid="b7b5ffe4277944df947b6c7a1043278d">tempest-AttachVolumeShelveTestJSON-1478241295</nova:project>
Nov 29 04:25:34 user nova-compute[75027]:       </nova:owner>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:25:34 user nova-compute[75027]:       <nova:ports>
Nov 29 04:25:34 user nova-compute[75027]:         <nova:port uuid="7b9e79de-bca2-495c-8f48-613a002a089d">
Nov 29 04:25:34 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:25:34 user nova-compute[75027]:         </nova:port>
Nov 29 04:25:34 user nova-compute[75027]:       </nova:ports>
Nov 29 04:25:34 user nova-compute[75027]:     </nova:instance>
Nov 29 04:25:34 user nova-compute[75027]:   </metadata>
Nov 29 04:25:34 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:25:34 user nova-compute[75027]:     <system>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="serial">9de8bd32-5de8-4f6d-bf8c-d6651784ebab</entry>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="uuid">9de8bd32-5de8-4f6d-bf8c-d6651784ebab</entry>
Nov 29 04:25:34 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:25:34 user nova-compute[75027]:     </system>
Nov 29 04:25:34 user nova-compute[75027]:   </sysinfo>
Nov 29 04:25:34 user nova-compute[75027]:   <os>
Nov 29 04:25:34 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:25:34 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:25:34 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:25:34 user nova-compute[75027]:   </os>
Nov 29 04:25:34 user nova-compute[75027]:   <features>
Nov 29 04:25:34 user nova-compute[75027]:     <acpi/>
Nov 29 04:25:34 user nova-compute[75027]:     <apic/>
Nov 29 04:25:34 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:25:34 user nova-compute[75027]:   </features>
Nov 29 04:25:34 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:25:34 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:25:34 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:25:34 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:25:34 user nova-compute[75027]:   </clock>
Nov 29 04:25:34 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:25:34 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:25:34 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:25:34 user nova-compute[75027]:   </cpu>
Nov 29 04:25:34 user nova-compute[75027]:   <devices>
Nov 29 04:25:34 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:25:34 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:25:34 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk"/>
Nov 29 04:25:34 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:25:34 user nova-compute[75027]:     </disk>
Nov 29 04:25:34 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:25:34 user nova-compute[75027]:       <mac address="fa:16:3e:61:bf:ca"/>
Nov 29 04:25:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:34 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:25:34 user nova-compute[75027]:       <target dev="tap7b9e79de-bc"/>
Nov 29 04:25:34 user nova-compute[75027]:     </interface>
Nov 29 04:25:34 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:25:34 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/console.log" append="off"/>
Nov 29 04:25:34 user nova-compute[75027]:     </serial>
Nov 29 04:25:34 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:25:34 user nova-compute[75027]:     <video>
Nov 29 04:25:34 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:25:34 user nova-compute[75027]:     </video>
Nov 29 04:25:34 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:25:34 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:25:34 user nova-compute[75027]:     </rng>
Nov 29 04:25:34 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:25:34 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:25:34 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:25:34 user nova-compute[75027]:     </memballoon>
Nov 29 04:25:34 user nova-compute[75027]:   </devices>
Nov 29 04:25:34 user nova-compute[75027]: </domain>
Nov 29 04:25:34 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrvDiDwrztFkWfCBDH3LOxmTmbGFwtmc3xkfRA9LJddX2EEH1J4IPK2GNSBfrsg5BPvc650bT3CgDNusgVCv/z2wbYScQdEIuzmF872pZWwtfYtYg2KBM6c9BjsrQKGCw==',key_name='tempest-keypair-888835518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:25:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG os_vif [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69a22d49-da2f-5291-b1c0-1798cd931615', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b9e79de-bc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b9e79de-bc, col_values=(('qos', UUID('777775f6-9e8d-4c69-9e75-aae64b626d9c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b9e79de-bc, col_values=(('external_ids', {'iface-id': '7b9e79de-bca2-495c-8f48-613a002a089d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:bf:ca', 'vm-uuid': '9de8bd32-5de8-4f6d-bf8c-d6651784ebab'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:34 user nova-compute[75027]: INFO os_vif [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc')
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No VIF found with MAC fa:16:3e:61:bf:ca, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updated VIF entry in instance network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:25:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c76f8341-0e65-410d-b4ef-dab45d923e32 req-a91b6eaf-516d-4146-9713-3387a9260242 service nova] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:25:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:36 user nova-compute[75027]: WARNING nova.compute.manager [req-440d0c9b-4104-406e-90a0-0a33e3347fe7 req-94d2c4cb-8b6f-40ab-acd0-67cff42a1e6c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state building and task_state spawning.
Nov 29 04:25:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 is timed out.
Nov 29 04:25:37 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully detached device vdb from instance b7fe621f-f411-4310-a58c-e0c0d00372d1 from the live domain config.
Nov 29 04:25:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuKSlBzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:25:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d7610fd-3d40-45c8-8805-fcc99aac6db2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:25:37 user nova-compute[75027]: No targets found.
Nov 29 04:25:37 user nova-compute[75027]: iSNS:
Nov 29 04:25:37 user nova-compute[75027]: No targets found.
Nov 29 04:25:37 user nova-compute[75027]: STATIC:
Nov 29 04:25:37 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936
Nov 29 04:25:37 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:25:37 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:25:37 user nova-compute[75027]: FIRMWARE:
Nov 29 04:25:37 user nova-compute[75027]: No targets found.
Nov 29 04:25:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:25:37 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:25:37 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb558ae0-6cc0-4cf1-9c6e-d71858789c4a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3be3cd5-ff3e-4deb-91f0-d9fd5604a82c]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:25:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 (non-flash)
Nov 29 04:25:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f05628c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[37520af2-1c62-4a9c-8b22-0a2413c85f48]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f89721f-0d3a-46b4-88a5-d93926445c94]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b1db18-0bc4-451b-bcdc-8f24b8cbb709]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced09def-7bfb-4b3e-a2f7-372ed4e99c95]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dd1daf7-e6f5-445a-b225-d11ba3287198]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8467e833-a764-4f2a-a0d0-0ab8957b651e]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260]
Nov 29 04:25:37 user nova-compute[75027]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936, portal: 172.16.0.220,3260] successful.
Nov 29 04:25:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6891978-2e51-4900-8419-5bde699d9936 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[28fd1e82-3ce2-49c9-9702-4a998b8c0fc0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] <== disconnect_volume: return (322ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:25:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:25:38 user nova-compute[75027]: WARNING nova.compute.manager [req-00b56067-9599-4a79-9597-4f59197b346d req-0ffbf9df-053f-4adf-9f9e-2015fb9e800c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state building and task_state spawning.
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:25:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance spawned successfully.
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:25:38 user nova-compute[75027]: INFO nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Took 6.82 seconds to spawn the instance on the hypervisor.
Nov 29 04:25:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:25:38 user nova-compute[75027]: INFO nova.compute.manager [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Took 7.61 seconds to build instance.
Nov 29 04:25:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a8878a03-ba58-42fa-b566-7ac91f9111a7 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.735s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:40 user nova-compute[75027]: DEBUG nova.objects.instance [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'flavor' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:25:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-30026a8f-6b15-4e2b-80c8-a9f0a6dcba82 tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.698s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:25:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7532MB free_disk=25.403247833251953GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:25:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b7fe621f-f411-4310-a58c-e0c0d00372d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38e923b2-bdca-4eee-a6e6-58dc5fafa979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ddc05304-88bd-4f73-929d-04a447dbb722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:25:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:26:01 user nova-compute[75027]: INFO nova.compute.claims [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Claim successful on node user
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:26:01 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:26:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:26:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:26:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Creating image(s)
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG nova.policy [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceaf169e6843e782c087eab364a9bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9ff0a41a697455984b87522e6d18ae9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.219s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.252s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk 1073741824" returned: 0 in 0.069s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.331s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.256s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Checking if we can resize image /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Successfully created port: 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Cannot resize image /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Ensure instance console log exists: /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Successfully updated port: 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-changed-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing instance network info cache due to event network-changed-720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance network_info: |[{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.neutron [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start _get_guest_xml network_info=[{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:26:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-548714006',display_name='tempest-ServerStableDeviceRescueTest-server-548714006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-548714006',id=18,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxrR3rvrJkLG6RO+MT4UKKRtsY+iTxO58JAkJiL+tnDHqF47/sAuqa8tIRANmNptrXjT///dPxT1PzIUMu/DxqVMyuAnr0OpqEhRyp4/M8ECOiVz3NqKyvgHprVPjoFQ==',key_name='tempest-keypair-1274329361',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9ff0a41a697455984b87522e6d18ae9',ramdisk_id='',reservation_id='r-jc6u6l62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1461845592',owner_user_name='tempest-ServerStableDeviceRescueTest-1461845592-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cceaf169e6843e782c087eab364a9bd',uuid=48e92d76-fafc-4292-ba6c-ab5f3668d8e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converting VIF {"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'pci_devices' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:26:04 user nova-compute[75027]:   <uuid>48e92d76-fafc-4292-ba6c-ab5f3668d8e3</uuid>
Nov 29 04:26:04 user nova-compute[75027]:   <name>instance-00000012</name>
Nov 29 04:26:04 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:26:04 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:26:04 user nova-compute[75027]:   <metadata>
Nov 29 04:26:04 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:26:04 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-548714006</nova:name>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:26:04</nova:creationTime>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:26:04 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:26:04 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:owner>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:user uuid="3cceaf169e6843e782c087eab364a9bd">tempest-ServerStableDeviceRescueTest-1461845592-project-member</nova:user>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:project uuid="b9ff0a41a697455984b87522e6d18ae9">tempest-ServerStableDeviceRescueTest-1461845592</nova:project>
Nov 29 04:26:04 user nova-compute[75027]:       </nova:owner>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:26:04 user nova-compute[75027]:       <nova:ports>
Nov 29 04:26:04 user nova-compute[75027]:         <nova:port uuid="720f7534-fedd-432f-b855-f286d579d7d5">
Nov 29 04:26:04 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:26:04 user nova-compute[75027]:         </nova:port>
Nov 29 04:26:04 user nova-compute[75027]:       </nova:ports>
Nov 29 04:26:04 user nova-compute[75027]:     </nova:instance>
Nov 29 04:26:04 user nova-compute[75027]:   </metadata>
Nov 29 04:26:04 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:26:04 user nova-compute[75027]:     <system>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="serial">48e92d76-fafc-4292-ba6c-ab5f3668d8e3</entry>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="uuid">48e92d76-fafc-4292-ba6c-ab5f3668d8e3</entry>
Nov 29 04:26:04 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:26:04 user nova-compute[75027]:     </system>
Nov 29 04:26:04 user nova-compute[75027]:   </sysinfo>
Nov 29 04:26:04 user nova-compute[75027]:   <os>
Nov 29 04:26:04 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:26:04 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:26:04 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:26:04 user nova-compute[75027]:   </os>
Nov 29 04:26:04 user nova-compute[75027]:   <features>
Nov 29 04:26:04 user nova-compute[75027]:     <acpi/>
Nov 29 04:26:04 user nova-compute[75027]:     <apic/>
Nov 29 04:26:04 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:26:04 user nova-compute[75027]:   </features>
Nov 29 04:26:04 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:26:04 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:26:04 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:26:04 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:26:04 user nova-compute[75027]:   </clock>
Nov 29 04:26:04 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:26:04 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:26:04 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:26:04 user nova-compute[75027]:   </cpu>
Nov 29 04:26:04 user nova-compute[75027]:   <devices>
Nov 29 04:26:04 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:26:04 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:26:04 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk"/>
Nov 29 04:26:04 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:26:04 user nova-compute[75027]:     </disk>
Nov 29 04:26:04 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:26:04 user nova-compute[75027]:       <mac address="fa:16:3e:87:2d:a1"/>
Nov 29 04:26:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:04 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:26:04 user nova-compute[75027]:       <target dev="tap720f7534-fe"/>
Nov 29 04:26:04 user nova-compute[75027]:     </interface>
Nov 29 04:26:04 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:26:04 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/console.log" append="off"/>
Nov 29 04:26:04 user nova-compute[75027]:     </serial>
Nov 29 04:26:04 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:26:04 user nova-compute[75027]:     <video>
Nov 29 04:26:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:04 user nova-compute[75027]:     </video>
Nov 29 04:26:04 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:26:04 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:26:04 user nova-compute[75027]:     </rng>
Nov 29 04:26:04 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:26:04 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:26:04 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:26:04 user nova-compute[75027]:     </memballoon>
Nov 29 04:26:04 user nova-compute[75027]:   </devices>
Nov 29 04:26:04 user nova-compute[75027]: </domain>
Nov 29 04:26:04 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-548714006',display_name='tempest-ServerStableDeviceRescueTest-server-548714006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-548714006',id=18,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxrR3rvrJkLG6RO+MT4UKKRtsY+iTxO58JAkJiL+tnDHqF47/sAuqa8tIRANmNptrXjT///dPxT1PzIUMu/DxqVMyuAnr0OpqEhRyp4/M8ECOiVz3NqKyvgHprVPjoFQ==',key_name='tempest-keypair-1274329361',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9ff0a41a697455984b87522e6d18ae9',ramdisk_id='',reservation_id='r-jc6u6l62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1461845592',owner_user_name='tempest-ServerStableDeviceRescueTest-1461845592-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cceaf169e6843e782c087eab364a9bd',uuid=48e92d76-fafc-4292-ba6c-ab5f3668d8e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converting VIF {"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG os_vif [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a870584b-c7ee-55c6-800c-cc6ff97e0d44', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap720f7534-fe, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap720f7534-fe, col_values=(('qos', UUID('d76bfe1a-a02e-4c05-97af-544965a43f24')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap720f7534-fe, col_values=(('external_ids', {'iface-id': '720f7534-fedd-432f-b855-f286d579d7d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:2d:a1', 'vm-uuid': '48e92d76-fafc-4292-ba6c-ab5f3668d8e3'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:04 user nova-compute[75027]: INFO os_vif [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe')
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No VIF found with MAC fa:16:3e:87:2d:a1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:26:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updated VIF entry in instance network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:26:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a9b83a36-d8f3-4c53-83b4-5897870ee0c5 req-047ac00d-d858-41fe-ad83-0b89be9718d6 service nova] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:06 user nova-compute[75027]: WARNING nova.compute.manager [req-ca9d5523-3605-44bc-90e3-db30f563a729 req-f1cdf91e-3481-41e9-a276-8b31fa6add5d service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state building and task_state spawning.
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:07 user nova-compute[75027]: INFO nova.compute.manager [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Terminating instance
Nov 29 04:26:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Instance destroyed successfully.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lazy-loading 'resources' on Instance uuid b7fe621f-f411-4310-a58c-e0c0d00372d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1572571035',display_name='tempest-TestServerVolumeAttachmentScenario-server-1572571035',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1572571035',id=9,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKBO1spoysXtBfhgbjvuHiivfQWpErYokke9quKqsVDKvNvxEPxnJNCj4jSzkilXvEN6f1+dgFERcGFKxXQXzRfnVL6ksuxG+/fUM3GbuqEhUyIIkjKqktx4veuWfhQZw==',key_name='tempest-keypair-1330472199',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:22:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='62241d4d475e4b30bc39570add40519f',ramdisk_id='',reservation_id='r-9b00r5wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-491918002',owner_user_name='tempest-TestServerVolumeAttachmentScenario-491918002-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:22:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef2e6e04628244e6bf3290aaea3e3af7',uuid=b7fe621f-f411-4310-a58c-e0c0d00372d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converting VIF {"id": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "address": "fa:16:3e:52:04:52", "network": {"id": "f412aa2b-9013-4b4e-bd59-9f7d6b30a601", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1361952914-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62241d4d475e4b30bc39570add40519f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc99be072-30", "ovs_interfaceid": "c99be072-30a3-4bca-97f9-f9d8202d0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG os_vif [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc99be072-30, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d88c56dc-3475-479e-9630-bbe81700c1ce) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:08 user nova-compute[75027]: INFO os_vif [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:04:52,bridge_name='br-int',has_traffic_filtering=True,id=c99be072-30a3-4bca-97f9-f9d8202d0cf6,network=Network(f412aa2b-9013-4b4e-bd59-9f7d6b30a601),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc99be072-30')
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Deleting instance files /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1_del
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Deletion of /opt/stack/data/nova/instances/b7fe621f-f411-4310-a58c-e0c0d00372d1_del complete
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.compute.manager [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:08 user nova-compute[75027]: WARNING nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state building and task_state spawning.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-unplugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] No waiting events found dispatching network-vif-unplugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-unplugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Acquiring lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] No waiting events found dispatching network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:08 user nova-compute[75027]: WARNING nova.compute.manager [req-9cf3fca8-59e6-41ad-b34a-e5c45c2ee94e req-d23ac1d7-2648-4fc5-9d10-901c730bb023 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received unexpected event network-vif-plugged-c99be072-30a3-4bca-97f9-f9d8202d0cf6 for instance with vm_state active and task_state deleting.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance spawned successfully.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:08 user nova-compute[75027]: INFO nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Took 6.64 seconds to spawn the instance on the hypervisor.
Nov 29 04:26:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:26:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:09 user nova-compute[75027]: INFO nova.compute.manager [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Took 7.69 seconds to build instance.
Nov 29 04:26:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2477947d-836f-41d1-8360-068d8259efec tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.811s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-7170dd37-3d5d-4001-95aa-2d4bda693083 req-bf1cd6bf-7201-4f4c-ac6c-4336a33ed435 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Received event network-vif-deleted-c99be072-30a3-4bca-97f9-f9d8202d0cf6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:10 user nova-compute[75027]: INFO nova.compute.manager [req-7170dd37-3d5d-4001-95aa-2d4bda693083 req-bf1cd6bf-7201-4f4c-ac6c-4336a33ed435 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Neutron deleted interface c99be072-30a3-4bca-97f9-f9d8202d0cf6; detaching it from the instance and deleting it from the info cache
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.network.neutron [req-7170dd37-3d5d-4001-95aa-2d4bda693083 req-bf1cd6bf-7201-4f4c-ac6c-4336a33ed435 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:10 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Took 1.83 seconds to deallocate network for instance.
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-7170dd37-3d5d-4001-95aa-2d4bda693083 req-bf1cd6bf-7201-4f4c-ac6c-4336a33ed435 service nova] [instance: b7fe621f-f411-4310-a58c-e0c0d00372d1] Detach interface failed, port_id=c99be072-30a3-4bca-97f9-f9d8202d0cf6, reason: Instance b7fe621f-f411-4310-a58c-e0c0d00372d1 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:10 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Deleted allocations for instance b7fe621f-f411-4310-a58c-e0c0d00372d1
Nov 29 04:26:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c83ac213-b875-4632-bad5-0c467f95825a tempest-TestServerVolumeAttachmentScenario-491918002 tempest-TestServerVolumeAttachmentScenario-491918002-project-member] Lock "b7fe621f-f411-4310-a58c-e0c0d00372d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.541s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:12 user nova-compute[75027]: INFO nova.compute.manager [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Terminating instance
Nov 29 04:26:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Instance destroyed successfully.
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'resources' on Instance uuid 38e923b2-bdca-4eee-a6e6-58dc5fafa979 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-unplugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] No waiting events found dispatching network-vif-unplugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-cb5ce6f7-2ff6-49a2-a1f9-84df20033f0e req-a6ae45ad-e5b6-454f-ba3b-f0496228a7b1 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-unplugged-3d69faea-3759-4300-9073-c605430bfb94 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1684692951',display_name='tempest-VolumesAdminNegativeTest-server-1684692951',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1684692951',id=13,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:24:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-hiwqc3xi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:24:19Z,user_data=None,user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=38e923b2-bdca-4eee-a6e6-58dc5fafa979,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "3d69faea-3759-4300-9073-c605430bfb94", "address": "fa:16:3e:59:d9:9b", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d69faea-37", "ovs_interfaceid": "3d69faea-3759-4300-9073-c605430bfb94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG os_vif [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d69faea-37, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a40fdc89-0b90-4907-8070-bb01b5df713b) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:13 user nova-compute[75027]: INFO os_vif [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d9:9b,bridge_name='br-int',has_traffic_filtering=True,id=3d69faea-3759-4300-9073-c605430bfb94,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d69faea-37')
Nov 29 04:26:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Deleting instance files /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979_del
Nov 29 04:26:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Deletion of /opt/stack/data/nova/instances/38e923b2-bdca-4eee-a6e6-58dc5fafa979_del complete
Nov 29 04:26:13 user nova-compute[75027]: INFO nova.compute.manager [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 29 04:26:13 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:26:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:14 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Took 0.59 seconds to deallocate network for instance.
Nov 29 04:26:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-cba44c2c-738f-4524-8c8b-e6f48f89b554 req-9f4cc89a-e678-41f0-9f52-d15bf18b3918 service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-deleted-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.431s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:14 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Deleted allocations for instance 38e923b2-bdca-4eee-a6e6-58dc5fafa979
Nov 29 04:26:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-512eaa11-d964-42de-99bd-3253061d8b5f tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] Acquiring lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] Lock "38e923b2-bdca-4eee-a6e6-58dc5fafa979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] No waiting events found dispatching network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:15 user nova-compute[75027]: WARNING nova.compute.manager [req-2b50252c-6ac0-418a-b83b-3bc383069263 req-258ce34f-9128-4311-aa4a-911bb3c2a5fc service nova] [instance: 38e923b2-bdca-4eee-a6e6-58dc5fafa979] Received unexpected event network-vif-plugged-3d69faea-3759-4300-9073-c605430bfb94 for instance with vm_state deleted and task_state None.
Nov 29 04:26:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:26:20 user nova-compute[75027]: INFO nova.compute.claims [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Claim successful on node user
Nov 29 04:26:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.615s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:26:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:26:20 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:26:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG nova.policy [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034aeebe2b134247ad53d70b19bbbde6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d0a989e19b9411b972cb97cd55e9f71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:26:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Creating image(s)
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "/opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.209s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk 1073741824" returned: 0 in 0.116s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.216s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:26:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Cannot resize image /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Ensure instance console log exists: /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Successfully created port: aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:26:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Successfully updated port: aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-changed-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Refreshing instance network info cache due to event network-changed-aac5d183-a602-4728-aa2d-3fa1c3bbd61c. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] Acquiring lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:26:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Instance network_info: |[{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] Acquired lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Refreshing network info cache for port aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Start _get_guest_xml network_info=[{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:26:25 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:25 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-900889095',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-900889095',id=19,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-37a7mnly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:21Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=9198fba3-9005-455b-99ff-04329732e08d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid 9198fba3-9005-455b-99ff-04329732e08d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:26:25 user nova-compute[75027]:   <uuid>9198fba3-9005-455b-99ff-04329732e08d</uuid>
Nov 29 04:26:25 user nova-compute[75027]:   <name>instance-00000013</name>
Nov 29 04:26:25 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:26:25 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:26:25 user nova-compute[75027]:   <metadata>
Nov 29 04:26:25 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:26:25 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-900889095</nova:name>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:26:25</nova:creationTime>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:26:25 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:26:25 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:owner>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:26:25 user nova-compute[75027]:       </nova:owner>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:26:25 user nova-compute[75027]:       <nova:ports>
Nov 29 04:26:25 user nova-compute[75027]:         <nova:port uuid="aac5d183-a602-4728-aa2d-3fa1c3bbd61c">
Nov 29 04:26:25 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:26:25 user nova-compute[75027]:         </nova:port>
Nov 29 04:26:25 user nova-compute[75027]:       </nova:ports>
Nov 29 04:26:25 user nova-compute[75027]:     </nova:instance>
Nov 29 04:26:25 user nova-compute[75027]:   </metadata>
Nov 29 04:26:25 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:26:25 user nova-compute[75027]:     <system>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="serial">9198fba3-9005-455b-99ff-04329732e08d</entry>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="uuid">9198fba3-9005-455b-99ff-04329732e08d</entry>
Nov 29 04:26:25 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:26:25 user nova-compute[75027]:     </system>
Nov 29 04:26:25 user nova-compute[75027]:   </sysinfo>
Nov 29 04:26:25 user nova-compute[75027]:   <os>
Nov 29 04:26:25 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:26:25 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:26:25 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:26:25 user nova-compute[75027]:   </os>
Nov 29 04:26:25 user nova-compute[75027]:   <features>
Nov 29 04:26:25 user nova-compute[75027]:     <acpi/>
Nov 29 04:26:25 user nova-compute[75027]:     <apic/>
Nov 29 04:26:25 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:26:25 user nova-compute[75027]:   </features>
Nov 29 04:26:25 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:26:25 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:26:25 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:26:25 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:26:25 user nova-compute[75027]:   </clock>
Nov 29 04:26:25 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:26:25 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:26:25 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:26:25 user nova-compute[75027]:   </cpu>
Nov 29 04:26:25 user nova-compute[75027]:   <devices>
Nov 29 04:26:25 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:26:25 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:26:25 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk"/>
Nov 29 04:26:25 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:26:25 user nova-compute[75027]:     </disk>
Nov 29 04:26:25 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:26:25 user nova-compute[75027]:       <mac address="fa:16:3e:81:90:bf"/>
Nov 29 04:26:25 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:25 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:26:25 user nova-compute[75027]:       <target dev="tapaac5d183-a6"/>
Nov 29 04:26:25 user nova-compute[75027]:     </interface>
Nov 29 04:26:25 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:26:25 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/console.log" append="off"/>
Nov 29 04:26:25 user nova-compute[75027]:     </serial>
Nov 29 04:26:25 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:26:25 user nova-compute[75027]:     <video>
Nov 29 04:26:25 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:25 user nova-compute[75027]:     </video>
Nov 29 04:26:25 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:26:25 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:26:25 user nova-compute[75027]:     </rng>
Nov 29 04:26:25 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:26:25 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:26:25 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:26:25 user nova-compute[75027]:     </memballoon>
Nov 29 04:26:25 user nova-compute[75027]:   </devices>
Nov 29 04:26:25 user nova-compute[75027]: </domain>
Nov 29 04:26:25 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-900889095',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-900889095',id=19,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-37a7mnly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:21Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=9198fba3-9005-455b-99ff-04329732e08d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG os_vif [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ef1f61e2-8110-5dd6-af9b-5e9c1f4313d0', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaac5d183-a6, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaac5d183-a6, col_values=(('qos', UUID('c9ff30ac-df55-4b57-9c07-0571a39d97f3')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaac5d183-a6, col_values=(('external_ids', {'iface-id': 'aac5d183-a602-4728-aa2d-3fa1c3bbd61c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:90:bf', 'vm-uuid': '9198fba3-9005-455b-99ff-04329732e08d'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:25 user nova-compute[75027]: INFO os_vif [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6')
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:81:90:bf, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:26:25 user nova-compute[75027]: INFO nova.compute.claims [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Claim successful on node user
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updated VIF entry in instance network info cache for port aac5d183-a602-4728-aa2d-3fa1c3bbd61c. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5aba4aa6-fd8f-42bc-81c6-eb442df7f5f5 req-958cdb0a-55be-4693-8b3a-00cf5f6eb0b6 service nova] Releasing lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:26:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.policy [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db9c6ce36c644abc946cb3dde47d84c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18cc466640984485af0b9689a89b0865', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:26:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Creating image(s)
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "/opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "/opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "/opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk 1073741824" returned: 0 in 0.056s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Successfully created port: 41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Checking if we can resize image /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:26:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Cannot resize image /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Ensure instance console log exists: /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] No waiting events found dispatching network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:27 user nova-compute[75027]: WARNING nova.compute.manager [req-9a7e2bb8-a456-4d8f-a7c6-4c3147ecd9ce req-f0f21eec-8071-4067-a011-5d5f7e3513d3 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received unexpected event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c for instance with vm_state building and task_state spawning.
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Successfully updated port: 41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquired lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-changed-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Refreshing instance network info cache due to event network-changed-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] Acquiring lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updating instance_info_cache with network_info: [{"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Releasing lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Instance network_info: |[{"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] Acquired lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.neutron [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Refreshing network info cache for port 41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Start _get_guest_xml network_info=[{"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:26:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1396713472',display_name='tempest-ServersNegativeTestJSON-server-1396713472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1396713472',id=20,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-vmnz5x7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:26Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=98cb5757-ce5d-445b-ae5b-ca22137d4e7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.objects.instance [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lazy-loading 'pci_devices' on Instance uuid 98cb5757-ce5d-445b-ae5b-ca22137d4e7a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:26:27 user nova-compute[75027]:   <uuid>98cb5757-ce5d-445b-ae5b-ca22137d4e7a</uuid>
Nov 29 04:26:27 user nova-compute[75027]:   <name>instance-00000014</name>
Nov 29 04:26:27 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:26:27 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:26:27 user nova-compute[75027]:   <metadata>
Nov 29 04:26:27 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:26:27 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:name>tempest-ServersNegativeTestJSON-server-1396713472</nova:name>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:26:27</nova:creationTime>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:26:27 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:26:27 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:owner>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:user uuid="db9c6ce36c644abc946cb3dde47d84c0">tempest-ServersNegativeTestJSON-1606859781-project-member</nova:user>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:project uuid="18cc466640984485af0b9689a89b0865">tempest-ServersNegativeTestJSON-1606859781</nova:project>
Nov 29 04:26:27 user nova-compute[75027]:       </nova:owner>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:26:27 user nova-compute[75027]:       <nova:ports>
Nov 29 04:26:27 user nova-compute[75027]:         <nova:port uuid="41acc6ac-d5a2-4a12-a235-0a54bc7fdc58">
Nov 29 04:26:27 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:26:27 user nova-compute[75027]:         </nova:port>
Nov 29 04:26:27 user nova-compute[75027]:       </nova:ports>
Nov 29 04:26:27 user nova-compute[75027]:     </nova:instance>
Nov 29 04:26:27 user nova-compute[75027]:   </metadata>
Nov 29 04:26:27 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:26:27 user nova-compute[75027]:     <system>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="serial">98cb5757-ce5d-445b-ae5b-ca22137d4e7a</entry>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="uuid">98cb5757-ce5d-445b-ae5b-ca22137d4e7a</entry>
Nov 29 04:26:27 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:26:27 user nova-compute[75027]:     </system>
Nov 29 04:26:27 user nova-compute[75027]:   </sysinfo>
Nov 29 04:26:27 user nova-compute[75027]:   <os>
Nov 29 04:26:27 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:26:27 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:26:27 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:26:27 user nova-compute[75027]:   </os>
Nov 29 04:26:27 user nova-compute[75027]:   <features>
Nov 29 04:26:27 user nova-compute[75027]:     <acpi/>
Nov 29 04:26:27 user nova-compute[75027]:     <apic/>
Nov 29 04:26:27 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:26:27 user nova-compute[75027]:   </features>
Nov 29 04:26:27 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:26:27 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:26:27 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:26:27 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:26:27 user nova-compute[75027]:   </clock>
Nov 29 04:26:27 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:26:27 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:26:27 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:26:27 user nova-compute[75027]:   </cpu>
Nov 29 04:26:27 user nova-compute[75027]:   <devices>
Nov 29 04:26:27 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:26:27 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:26:27 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk"/>
Nov 29 04:26:27 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:26:27 user nova-compute[75027]:     </disk>
Nov 29 04:26:27 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:26:27 user nova-compute[75027]:       <mac address="fa:16:3e:5f:21:a5"/>
Nov 29 04:26:27 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:27 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:26:27 user nova-compute[75027]:       <target dev="tap41acc6ac-d5"/>
Nov 29 04:26:27 user nova-compute[75027]:     </interface>
Nov 29 04:26:27 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:26:27 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/console.log" append="off"/>
Nov 29 04:26:27 user nova-compute[75027]:     </serial>
Nov 29 04:26:27 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:26:27 user nova-compute[75027]:     <video>
Nov 29 04:26:27 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:27 user nova-compute[75027]:     </video>
Nov 29 04:26:27 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:26:27 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:26:27 user nova-compute[75027]:     </rng>
Nov 29 04:26:27 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:26:27 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:26:27 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:26:27 user nova-compute[75027]:     </memballoon>
Nov 29 04:26:27 user nova-compute[75027]:   </devices>
Nov 29 04:26:27 user nova-compute[75027]: </domain>
Nov 29 04:26:27 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1396713472',display_name='tempest-ServersNegativeTestJSON-server-1396713472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1396713472',id=20,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-vmnz5x7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:26Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=98cb5757-ce5d-445b-ae5b-ca22137d4e7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG os_vif [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e769f26d-d9be-5c6e-b292-70e127bac1fe', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap41acc6ac-d5, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap41acc6ac-d5, col_values=(('qos', UUID('e9072fe7-5e8d-44da-ac0c-c40cbf815c60')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap41acc6ac-d5, col_values=(('external_ids', {'iface-id': '41acc6ac-d5a2-4a12-a235-0a54bc7fdc58', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:21:a5', 'vm-uuid': '98cb5757-ce5d-445b-ae5b-ca22137d4e7a'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:27 user nova-compute[75027]: INFO os_vif [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5')
Nov 29 04:26:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] No VIF found with MAC fa:16:3e:5f:21:a5, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:26:28 user nova-compute[75027]: DEBUG nova.network.neutron [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updated VIF entry in instance network info cache for port 41acc6ac-d5a2-4a12-a235-0a54bc7fdc58. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:26:28 user nova-compute[75027]: DEBUG nova.network.neutron [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updating instance_info_cache with network_info: [{"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-31286496-aa1b-4e8a-bd32-b785cd3d53f8 req-50a2e1c4-0678-4d33-a26f-2ff3e3cc6e88 service nova] Releasing lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:26:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Instance spawned successfully.
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:29 user nova-compute[75027]: INFO nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Took 8.07 seconds to spawn the instance on the hypervisor.
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: INFO nova.compute.manager [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Took 9.14 seconds to build instance.
Nov 29 04:26:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4f40143d-e200-4e0c-9fb8-405e7f278ee9 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.368s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] No waiting events found dispatching network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:29 user nova-compute[75027]: WARNING nova.compute.manager [req-303b8525-7ef5-49b2-b82b-6b7151f106cf req-0254324a-8560-41cf-b0b1-cb173bfa17c8 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received unexpected event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c for instance with vm_state active and task_state None.
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:30 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:26:30 user nova-compute[75027]: INFO nova.compute.claims [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Claim successful on node user
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:26:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.policy [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851ba719f9704af5b911ea06308dbef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd209dfa79cf46b9adacf72888023f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:26:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Creating image(s)
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "/opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Instance spawned successfully.
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:31 user nova-compute[75027]: INFO nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Took 5.67 seconds to spawn the instance on the hypervisor.
Nov 29 04:26:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:32 user nova-compute[75027]: INFO nova.compute.manager [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Took 6.65 seconds to build instance.
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-683ac672-bd00-4512-bb2f-e7cea9a6c0f4 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.776s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk 1073741824" returned: 0 in 0.049s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking if we can resize image /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Cannot resize image /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Ensure instance console log exists: /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Successfully created port: 222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:26:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] No waiting events found dispatching network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:33 user nova-compute[75027]: WARNING nova.compute.manager [req-1844add1-ce7f-43ac-9972-bbcd6578b08b req-00a13509-64b9-4739-a1b3-f944663bf039 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received unexpected event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 for instance with vm_state active and task_state None.
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Successfully updated port: 222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquired lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-changed-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Refreshing instance network info cache due to event network-changed-222d6006-baa3-41ae-8695-9deeb49b1508. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] Acquiring lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updating instance_info_cache with network_info: [{"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Releasing lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Instance network_info: |[{"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] Acquired lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.neutron [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Refreshing network info cache for port 222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Start _get_guest_xml network_info=[{"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:26:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1606146017',display_name='tempest-AttachVolumeNegativeTest-server-1606146017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1606146017',id=21,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLTJKZ2NOlZ6thwGwcUoGqPiyhfBYa/s6QTuMf8Ds/eKQQc+wOajUZfuMjtAvrWkkK+uVbN/UyQ05RHgeww4j22akAPzAoQmnU1AazgF+Z3MwQ/zeUnY6pSKcNUIqOD4yA==',key_name='tempest-keypair-1397870336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-vhgcgol9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=38670d4b-2c81-4ff0-9928-2341acaf5a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.objects.instance [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'pci_devices' on Instance uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:26:33 user nova-compute[75027]:   <uuid>38670d4b-2c81-4ff0-9928-2341acaf5a05</uuid>
Nov 29 04:26:33 user nova-compute[75027]:   <name>instance-00000015</name>
Nov 29 04:26:33 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:26:33 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:26:33 user nova-compute[75027]:   <metadata>
Nov 29 04:26:33 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:26:33 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1606146017</nova:name>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:26:33</nova:creationTime>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:26:33 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:26:33 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:owner>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:user uuid="851ba719f9704af5b911ea06308dbef3">tempest-AttachVolumeNegativeTest-387925998-project-member</nova:user>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:project uuid="cd209dfa79cf46b9adacf72888023f86">tempest-AttachVolumeNegativeTest-387925998</nova:project>
Nov 29 04:26:33 user nova-compute[75027]:       </nova:owner>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:26:33 user nova-compute[75027]:       <nova:ports>
Nov 29 04:26:33 user nova-compute[75027]:         <nova:port uuid="222d6006-baa3-41ae-8695-9deeb49b1508">
Nov 29 04:26:33 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 04:26:33 user nova-compute[75027]:         </nova:port>
Nov 29 04:26:33 user nova-compute[75027]:       </nova:ports>
Nov 29 04:26:33 user nova-compute[75027]:     </nova:instance>
Nov 29 04:26:33 user nova-compute[75027]:   </metadata>
Nov 29 04:26:33 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:26:33 user nova-compute[75027]:     <system>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="serial">38670d4b-2c81-4ff0-9928-2341acaf5a05</entry>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="uuid">38670d4b-2c81-4ff0-9928-2341acaf5a05</entry>
Nov 29 04:26:33 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:26:33 user nova-compute[75027]:     </system>
Nov 29 04:26:33 user nova-compute[75027]:   </sysinfo>
Nov 29 04:26:33 user nova-compute[75027]:   <os>
Nov 29 04:26:33 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:26:33 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:26:33 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:26:33 user nova-compute[75027]:   </os>
Nov 29 04:26:33 user nova-compute[75027]:   <features>
Nov 29 04:26:33 user nova-compute[75027]:     <acpi/>
Nov 29 04:26:33 user nova-compute[75027]:     <apic/>
Nov 29 04:26:33 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:26:33 user nova-compute[75027]:   </features>
Nov 29 04:26:33 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:26:33 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:26:33 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:26:33 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:26:33 user nova-compute[75027]:   </clock>
Nov 29 04:26:33 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:26:33 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:26:33 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:26:33 user nova-compute[75027]:   </cpu>
Nov 29 04:26:33 user nova-compute[75027]:   <devices>
Nov 29 04:26:33 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:26:33 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:26:33 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk"/>
Nov 29 04:26:33 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:26:33 user nova-compute[75027]:     </disk>
Nov 29 04:26:33 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:26:33 user nova-compute[75027]:       <mac address="fa:16:3e:a3:70:d5"/>
Nov 29 04:26:33 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:33 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:26:33 user nova-compute[75027]:       <target dev="tap222d6006-ba"/>
Nov 29 04:26:33 user nova-compute[75027]:     </interface>
Nov 29 04:26:33 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:26:33 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/console.log" append="off"/>
Nov 29 04:26:33 user nova-compute[75027]:     </serial>
Nov 29 04:26:33 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:26:33 user nova-compute[75027]:     <video>
Nov 29 04:26:33 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:26:33 user nova-compute[75027]:     </video>
Nov 29 04:26:33 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:26:33 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:26:33 user nova-compute[75027]:     </rng>
Nov 29 04:26:33 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:26:33 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:26:33 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:26:33 user nova-compute[75027]:     </memballoon>
Nov 29 04:26:33 user nova-compute[75027]:   </devices>
Nov 29 04:26:33 user nova-compute[75027]: </domain>
Nov 29 04:26:33 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1606146017',display_name='tempest-AttachVolumeNegativeTest-server-1606146017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1606146017',id=21,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLTJKZ2NOlZ6thwGwcUoGqPiyhfBYa/s6QTuMf8Ds/eKQQc+wOajUZfuMjtAvrWkkK+uVbN/UyQ05RHgeww4j22akAPzAoQmnU1AazgF+Z3MwQ/zeUnY6pSKcNUIqOD4yA==',key_name='tempest-keypair-1397870336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-vhgcgol9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=38670d4b-2c81-4ff0-9928-2341acaf5a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG os_vif [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29f17bf1-bcdf-5a85-863f-a175ea723384', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap222d6006-ba, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap222d6006-ba, col_values=(('qos', UUID('7c02ed96-2922-432d-a0c4-786f32cc1217')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap222d6006-ba, col_values=(('external_ids', {'iface-id': '222d6006-baa3-41ae-8695-9deeb49b1508', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:70:d5', 'vm-uuid': '38670d4b-2c81-4ff0-9928-2341acaf5a05'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:34 user nova-compute[75027]: INFO os_vif [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba')
Nov 29 04:26:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:a3:70:d5, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updated VIF entry in instance network info cache for port 222d6006-baa3-41ae-8695-9deeb49b1508. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updating instance_info_cache with network_info: [{"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-957b2de0-7115-4c29-b008-d8a5ba49f457 req-983c4fab-878a-46c9-8c81-ff29336303d1 service nova] Releasing lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-changed-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Refreshing instance network info cache due to event network-changed-861ba1fc-38b5-49fb-8c4c-261503ce3def. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] Acquiring lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] Acquired lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Refreshing network info cache for port 861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] No waiting events found dispatching network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:35 user nova-compute[75027]: WARNING nova.compute.manager [req-e44832ca-dee1-4fd7-807e-50f1b3a8551d req-43de3f86-e6d4-40bf-8505-36c23d1ee022 service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received unexpected event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 for instance with vm_state active and task_state None.
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'flavor' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:35 user nova-compute[75027]: INFO nova.compute.manager [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attaching volume 6a50523d-03cd-49d8-8512-f77eba896169 to /dev/vdb
Nov 29 04:26:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.utils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89d52e9-1547-48c6-ad11-eacb169f4bd5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4c001b-55d0-40e3-b0de-c39d75441a4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb4d19e-6267-4a0e-a501-9d8312bb6904]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb1fdec6-5ac3-4934-aaaf-14c29900797c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:26:35 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:26:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30a1d23-1001-4ce7-b1e5-5cb90d54ef2d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG os_brick.utils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:26:35 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating existing volume attachment record: 2ff7fc42-df08-4052-bedd-b0ad153161f5 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updated VIF entry in instance network info cache for port 861ba1fc-38b5-49fb-8c4c-261503ce3def. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating instance_info_cache with network_info: [{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cf03b730-1703-4253-973a-be7c7fe9a1be req-a8032c3e-463d-49c4-a23f-addbe829b876 service nova] Releasing lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] No waiting events found dispatching network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:36 user nova-compute[75027]: WARNING nova.compute.manager [req-28c63f9f-2cee-4ef0-9379-9452d5f1803b req-0566a953-2fe2-4636-8f37-43d29e586657 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received unexpected event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 for instance with vm_state building and task_state spawning.
Nov 29 04:26:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:26:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Instance spawned successfully.
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:26:38 user nova-compute[75027]: INFO nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Took 6.41 seconds to spawn the instance on the hypervisor.
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] No waiting events found dispatching network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:38 user nova-compute[75027]: WARNING nova.compute.manager [req-34279bd6-9a7b-464f-a5c1-326f8a9966eb req-ac6c8c2d-ff23-4239-a3f3-23f79f84a48f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received unexpected event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 for instance with vm_state building and task_state spawning.
Nov 29 04:26:38 user nova-compute[75027]: INFO nova.compute.manager [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Took 7.33 seconds to build instance.
Nov 29 04:26:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-701155cc-91b4-490f-82e6-88510497e8ec tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.451s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:26:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:26:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:44 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:26:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:26:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:26:46 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d5e7d1-66db-4cb1-83cf-a7ab2b422524]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:26:46 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d622b52c-373d-47fa-b517-472fcd276bec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169] added
Nov 29 04:26:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92d8f37-90f4-4baf-a871-6f09881a2def]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[03479c8d-96e5-4732-8702-bd6c079da5f7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vryqWcVB {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vryqWcVB" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30b6a97-d1ab-490d-a0a7-3f725c01d905]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vryqWcVB'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ac1a51-e93a-4e51-b251-4850f6cb71c7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c45078-3288-4bd6-a129-b7fa039854be]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:26:46 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:26:46 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:26:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:26:46 user nova-compute[75027]: 
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e0d71b-fc70-4f97-870b-6cd435ad4876]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]
Nov 29 04:26:46 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.
Nov 29 04:26:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8733fee0-7b4e-48ca-9c91-9b14d94cd105]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[792cc10d-a70e-449c-9def-556b855ee353]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:26:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:26:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c7ff9c4-270a-4b14-97f1-2d53044f0e07]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:26:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23230303265303439', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230303265303439', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'flavor' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:26:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:26:47 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:26:47 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:26:47 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:26:47 user nova-compute[75027]:   <serial>6a50523d-03cd-49d8-8512-f77eba896169</serial>
Nov 29 04:26:47 user nova-compute[75027]: </disk>
Nov 29 04:26:47 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:b0:86:45, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1c909117-6267-484d-97b8-bcbe3463ed34 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.658s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:26:49 user nova-compute[75027]: INFO nova.compute.manager [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Rebuilding instance
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:50 user nova-compute[75027]: WARNING nova.compute.manager [req-435c3ba4-6b4a-427f-9462-8321a459e4b9 req-4aa4a147-5f0d-4db1-8746-1de7f79406fe service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state active and task_state rebuilding.
Nov 29 04:26:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance destroyed successfully.
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:50 user nova-compute[75027]: INFO nova.compute.manager [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Detaching volume 6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:26:50 user nova-compute[75027]: INFO nova.virt.block_device [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attempting to driver detach volume 6a50523d-03cd-49d8-8512-f77eba896169 from mountpoint /dev/vdb
Nov 29 04:26:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Attempting to detach device vdb from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:26:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:26:50 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:26:50 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:26:50 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:26:50 user nova-compute[75027]:   <serial>6a50523d-03cd-49d8-8512-f77eba896169</serial>
Nov 29 04:26:50 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:26:50 user nova-compute[75027]: </disk>
Nov 29 04:26:50 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:26:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully detached device vdb from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the persistent domain config.
Nov 29 04:26:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:26:51 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40d7953-526e-4812-b297-d0e7972fbedc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:26:51 user nova-compute[75027]: No targets found.
Nov 29 04:26:51 user nova-compute[75027]: iSNS:
Nov 29 04:26:51 user nova-compute[75027]: No targets found.
Nov 29 04:26:51 user nova-compute[75027]: STATIC:
Nov 29 04:26:51 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:26:51 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:26:51 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:26:51 user nova-compute[75027]: FIRMWARE:
Nov 29 04:26:51 user nova-compute[75027]: No targets found.
Nov 29 04:26:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:26:51 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:26:51 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aebaae77-bdd3-4427-b28a-acbd67c8b8f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[77cecce4-5ec0-411c-b193-b43a16f2ff9e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:26:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:26:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0563e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e664871f-76d6-4de7-9b15-5c8ebdfc6783]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0f7c4c-4483-4294-a116-1eb0610036e8]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[921161c4-f2f6-4054-9ca3-a8953c03795d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a245812a-20b1-45f0-88b7-f5b3172213bb]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6faa25ff-286a-4b74-9e70-0f8855460852]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cbea982-f555-422b-a8f8-7a1164909279]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]
Nov 29 04:26:51 user nova-compute[75027]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.
Nov 29 04:26:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d7e4bb-d813-46bb-8b11-378766f35700]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== disconnect_volume: return (368ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:26:52 user nova-compute[75027]: WARNING nova.compute.manager [req-4ff23f3b-9a1d-4f08-9ada-1fd0b549c92a req-0404ac63-0118-47b4-bd7a-b97dc5f1559c service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state active and task_state rebuilding.
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:26:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7264MB free_disk=25.343223571777344GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:26:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ddc05304-88bd-4f73-929d-04a447dbb722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.561s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:26:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:26:55 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance destroyed successfully.
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-ServerActionsTestOtherA-server-448751572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:24:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap861ba1fc-38, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78107532-6483-42cc-867e-0c57530ab033) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:55 user nova-compute[75027]: INFO os_vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38')
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:26:55 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9d0f8a1e-a414-4074-be84-64caba6d2acf]: Unexpected error while running command.
Nov 29 04:26:55 user nova-compute[75027]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 04:26:55 user nova-compute[75027]: Exit code: 21
Nov 29 04:26:55 user nova-compute[75027]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 04:26:55 user nova-compute[75027]: Stderr: '' {{(pid=85508) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Nov 29 04:26:55 user nova-compute[75027]: Traceback (most recent call last):
Nov 29 04:26:55 user nova-compute[75027]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Nov 29 04:26:55 user nova-compute[75027]:     ret = func(*f_args, **f_kwargs)
Nov 29 04:26:55 user nova-compute[75027]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Nov 29 04:26:55 user nova-compute[75027]:     return func(*args, **kwargs)
Nov 29 04:26:55 user nova-compute[75027]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Nov 29 04:26:55 user nova-compute[75027]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Nov 29 04:26:55 user nova-compute[75027]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Nov 29 04:26:55 user nova-compute[75027]:     return putils.execute(on_execute=on_execute,
Nov 29 04:26:55 user nova-compute[75027]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Nov 29 04:26:55 user nova-compute[75027]:     raise ProcessExecutionError(exit_code=_returncode,
Nov 29 04:26:55 user nova-compute[75027]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 04:26:55 user nova-compute[75027]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 04:26:55 user nova-compute[75027]: Exit code: 21
Nov 29 04:26:55 user nova-compute[75027]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 04:26:55 user nova-compute[75027]: Stderr: ''
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0f8a1e-a414-4074-be84-64caba6d2acf]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 04:26:55 user nova-compute[75027]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 04:26:55 user nova-compute[75027]: Exit code: 21
Nov 29 04:26:55 user nova-compute[75027]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 04:26:55 user nova-compute[75027]: Stderr: ''
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     self.driver.rebuild(**kwargs)
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     raise NotImplementedError()
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi NotImplementedError
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Nov 29 04:26:55 user nova-compute[75027]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75027) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.030s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== disconnect_volume: return (32ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:26:55 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Deleting instance files /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d_del
Nov 29 04:26:55 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Deletion of /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d_del complete
Nov 29 04:26:55 user nova-compute[75027]: INFO nova.virt.block_device [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Booting with volume 6a50523d-03cd-49d8-8512-f77eba896169 at /dev/vdb
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.utils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c05eca-4080-4946-81f6-951ce001b528]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0a68bb-3941-4f81-b4e5-8c84088de46f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3da103b-400f-4100-b30c-1b06e35b0cf0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d718d4e7-395e-4213-86d1-86a5fe4912aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:26:55 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:26:55 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[90126cbc-5157-4db9-9d50-51519ca8609d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG os_brick.utils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:26:55 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating existing volume attachment record: 56bb3394-0ec9-4808-8e3a-3f4864e5600e {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:26:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:26:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-changed-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Refreshing instance network info cache due to event network-changed-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] Acquiring lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] Acquired lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG nova.network.neutron [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Refreshing network info cache for port 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG nova.network.neutron [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updated VIF entry in instance network info cache for port 3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG nova.network.neutron [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updating instance_info_cache with network_info: [{"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79e332b3-6bab-4fdd-8242-b3a91a811fe2 req-a2d5c191-0dd1-4245-a2a0-5a46a322f25b service nova] Releasing lock "refresh_cache-ddc05304-88bd-4f73-929d-04a447dbb722" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-changed-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Refreshing instance network info cache due to event network-changed-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:27:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:02 user nova-compute[75027]: DEBUG nova.network.neutron [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Refreshing network info cache for port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updated VIF entry in instance network info cache for port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0712c2c1-4342-434f-a4af-f468ba318d4c req-dbfd7e16-29f2-4078-8fc9-3707b4b75334 service nova] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lazy-loading 'flavor' on Instance uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:04 user nova-compute[75027]: INFO nova.compute.manager [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Attaching volume fc3cc119-d104-4fdb-8727-4864be443af3 to /dev/vdb
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.utils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f18d6e8-0414-44bc-8d4c-212f734704d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c30b51d-5459-4c3b-a492-6d2e00bd2005]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cec986-3607-4e60-8bdf-195fc446125b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff80981-1017-4238-af59-0715b4079638]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:27:04 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:27:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cfac63f-e187-47f8-ac78-e5c72a2253d5]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG os_brick.utils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:27:04 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updating existing volume attachment record: ffe974df-605e-4a0d-be72-74963e161b22 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:27:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:07 user nova-compute[75027]: INFO nova.compute.manager [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Terminating instance
Nov 29 04:27:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-unplugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] No waiting events found dispatching network-vif-unplugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-5a6997d7-8248-4889-b490-bab9739eda91 req-530e10f4-841f-4d61-acba-47b69e0abb35 service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-unplugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:27:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Instance destroyed successfully.
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lazy-loading 'resources' on Instance uuid 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:21:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-855535877',display_name='tempest-VolumesAdminNegativeTest-server-855535877',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-855535877',id=3,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9Da3bQ6nQhUoeslWJuL5eLDBk332hTH+K7jGjzSXA5uQxz5z+3M83HMFlXBJBEHYm2+d/D8eqgss1Lc/nzTpQW2ACrC2PjTW639jk3vZHDzf89VWjWqo4TK2A5IJtdIg==',key_name='tempest-keypair-1378529733',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7c069a88ea44ba3a6ead248ab2a02db',ramdisk_id='',reservation_id='r-8eloaytj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-482484127',owner_user_name='tempest-VolumesAdminNegativeTest-482484127-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6b2180edc004192ba1c7ba75e5ee9b5',uuid=9dbb99d6-1e2b-41a4-83e7-ba350fef75c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converting VIF {"id": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "address": "fa:16:3e:6e:7d:9e", "network": {"id": "fd421bbf-3f23-4e54-8fdf-4c201d435b78", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1224051151-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7c069a88ea44ba3a6ead248ab2a02db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc864b83b-d1", "ovs_interfaceid": "c864b83b-d1f5-41ed-8ef9-d1f13c2df531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG os_vif [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc864b83b-d1, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84814276-e123-4fcb-bba5-a9232260fea7) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:27:08 user nova-compute[75027]: INFO os_vif [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:7d:9e,bridge_name='br-int',has_traffic_filtering=True,id=c864b83b-d1f5-41ed-8ef9-d1f13c2df531,network=Network(fd421bbf-3f23-4e54-8fdf-4c201d435b78),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc864b83b-d1')
Nov 29 04:27:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Deleting instance files /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0_del
Nov 29 04:27:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Deletion of /opt/stack/data/nova/instances/9dbb99d6-1e2b-41a4-83e7-ba350fef75c0_del complete
Nov 29 04:27:08 user nova-compute[75027]: INFO nova.compute.manager [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 29 04:27:08 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:27:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:09 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:09 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Took 0.88 seconds to deallocate network for instance.
Nov 29 04:27:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] Acquiring lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] No waiting events found dispatching network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:10 user nova-compute[75027]: WARNING nova.compute.manager [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received unexpected event network-vif-plugged-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 for instance with vm_state deleted and task_state None.
Nov 29 04:27:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-668789b1-7ada-4760-a2b7-fdca34b1343c req-d9f4a395-5a7a-4623-89c9-fb13cb0c14dd service nova] [instance: 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0] Received event network-vif-deleted-c864b83b-d1f5-41ed-8ef9-d1f13c2df531 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:10 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Deleted allocations for instance 9dbb99d6-1e2b-41a4-83e7-ba350fef75c0
Nov 29 04:27:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9549fbb2-81f6-4679-885c-0cddaf86fd23 tempest-VolumesAdminNegativeTest-482484127 tempest-VolumesAdminNegativeTest-482484127-project-member] Lock "9dbb99d6-1e2b-41a4-83e7-ba350fef75c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.437s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:27:17 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Creating image(s)
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Cannot resize image /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Ensure instance console log exists: /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start _get_guest_xml network_info=[{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '56bb3394-0ec9-4808-8e3a-3f4864e5600e', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7cfeaa2e-72df-4b51-ad28-b3710b6e870d', 'attached_at': '', 'detached_at': '', 'volume_id': '6a50523d-03cd-49d8-8512-f77eba896169', 'serial': '6a50523d-03cd-49d8-8512-f77eba896169'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:27:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 04:27:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.objects.instance [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:27:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:27:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:27:18 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[090988f3-45bb-4104-a966-dc16892026ab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:27:18 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ec32a8-7d35-4605-8985-fa1c54ef2fbb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169] added
Nov 29 04:27:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1a3670-4e9d-481a-9fe6-bf3ce1ef325e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3443b1-0c02-4565-bde8-f75555d6d4e6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vryqWcVB {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vryqWcVB" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2958c3ca-bc37-408b-8495-e6a1528a6919]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vryqWcVB'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[829c9861-c861-4d6d-a6b9-3ce6e64d25c5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de13f4e3-d91b-4b74-85a2-295e2512fc36]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:27:18 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:27:18 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:27:18 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:27:18 user nova-compute[75027]: : NotImplementedError
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b503768-7d7d-4f04-a615-a9891ce19c77]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]
Nov 29 04:27:18 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.
Nov 29 04:27:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[900e3319-5c07-46da-90fb-1813ee7852a6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40228b5-bda0-4490-8ece-53a6e682c779]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:18 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[359f2f65-aa9f-4872-ad0b-f4342696ad57]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:27:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23230303265303439', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230303265303439', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-ServerActionsTestOtherA-server-448751572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:24:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:27:19 user nova-compute[75027]:   <uuid>7cfeaa2e-72df-4b51-ad28-b3710b6e870d</uuid>
Nov 29 04:27:19 user nova-compute[75027]:   <name>instance-0000000e</name>
Nov 29 04:27:19 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:27:19 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:27:19 user nova-compute[75027]:   <metadata>
Nov 29 04:27:19 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:27:19 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherA-server-448751572</nova:name>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:27:18</nova:creationTime>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:27:19 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:27:19 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:owner>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:user uuid="47cfd356fd1b47d2aef046f9b6c74019">tempest-ServerActionsTestOtherA-225065641-project-member</nova:user>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:project uuid="fc0e64d4f50345f59b5237027b05485e">tempest-ServerActionsTestOtherA-225065641</nova:project>
Nov 29 04:27:19 user nova-compute[75027]:       </nova:owner>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:27:19 user nova-compute[75027]:       <nova:ports>
Nov 29 04:27:19 user nova-compute[75027]:         <nova:port uuid="861ba1fc-38b5-49fb-8c4c-261503ce3def">
Nov 29 04:27:19 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:27:19 user nova-compute[75027]:         </nova:port>
Nov 29 04:27:19 user nova-compute[75027]:       </nova:ports>
Nov 29 04:27:19 user nova-compute[75027]:     </nova:instance>
Nov 29 04:27:19 user nova-compute[75027]:   </metadata>
Nov 29 04:27:19 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:27:19 user nova-compute[75027]:     <system>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="serial">7cfeaa2e-72df-4b51-ad28-b3710b6e870d</entry>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="uuid">7cfeaa2e-72df-4b51-ad28-b3710b6e870d</entry>
Nov 29 04:27:19 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:27:19 user nova-compute[75027]:     </system>
Nov 29 04:27:19 user nova-compute[75027]:   </sysinfo>
Nov 29 04:27:19 user nova-compute[75027]:   <os>
Nov 29 04:27:19 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:27:19 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:27:19 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:27:19 user nova-compute[75027]:   </os>
Nov 29 04:27:19 user nova-compute[75027]:   <features>
Nov 29 04:27:19 user nova-compute[75027]:     <acpi/>
Nov 29 04:27:19 user nova-compute[75027]:     <apic/>
Nov 29 04:27:19 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:27:19 user nova-compute[75027]:   </features>
Nov 29 04:27:19 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:27:19 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:27:19 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:27:19 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:27:19 user nova-compute[75027]:   </clock>
Nov 29 04:27:19 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:27:19 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:27:19 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:27:19 user nova-compute[75027]:   </cpu>
Nov 29 04:27:19 user nova-compute[75027]:   <devices>
Nov 29 04:27:19 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:27:19 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:27:19 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk"/>
Nov 29 04:27:19 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:27:19 user nova-compute[75027]:     </disk>
Nov 29 04:27:19 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:27:19 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:27:19 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:27:19 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:27:19 user nova-compute[75027]:       <serial>6a50523d-03cd-49d8-8512-f77eba896169</serial>
Nov 29 04:27:19 user nova-compute[75027]:     </disk>
Nov 29 04:27:19 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:27:19 user nova-compute[75027]:       <mac address="fa:16:3e:b0:86:45"/>
Nov 29 04:27:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:27:19 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:27:19 user nova-compute[75027]:       <target dev="tap861ba1fc-38"/>
Nov 29 04:27:19 user nova-compute[75027]:     </interface>
Nov 29 04:27:19 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:27:19 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/console.log" append="off"/>
Nov 29 04:27:19 user nova-compute[75027]:     </serial>
Nov 29 04:27:19 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:27:19 user nova-compute[75027]:     <video>
Nov 29 04:27:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:27:19 user nova-compute[75027]:     </video>
Nov 29 04:27:19 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:27:19 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:27:19 user nova-compute[75027]:     </rng>
Nov 29 04:27:19 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:27:19 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:27:19 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:27:19 user nova-compute[75027]:     </memballoon>
Nov 29 04:27:19 user nova-compute[75027]:   </devices>
Nov 29 04:27:19 user nova-compute[75027]: </domain>
Nov 29 04:27:19 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-ServerActionsTestOtherA-server-448751572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:24:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:26:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG os_vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c6c3ab2-420d-58c0-835c-60929b09dd6e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap861ba1fc-38, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap861ba1fc-38, col_values=(('qos', UUID('9f573f2f-91c4-4a6e-a31a-f08550a87a16')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap861ba1fc-38, col_values=(('external_ids', {'iface-id': '861ba1fc-38b5-49fb-8c4c-261503ce3def', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:86:45', 'vm-uuid': '7cfeaa2e-72df-4b51-ad28-b3710b6e870d'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:19 user nova-compute[75027]: INFO os_vif [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38')
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:27:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:b0:86:45, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JDgbVOxC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:27:20 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:27:20 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:27:20 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[84cf0f17-e5f7-40c3-b5d5-10ef8babd18f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:27:20 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[af91b607-aa46-42dd-8f8c-ed6289b8a756]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3] added
Nov 29 04:27:20 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac00ce07-1359-40fb-b47f-eb6f16192b36]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a1eca9-ec82-4e9d-b0da-65b6f001a523]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JDgbVOxC {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JDgbVOxC" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a022b34-441f-4356-be6c-740c5b942416]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JDgbVOxC'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4619726-0eea-453e-ab4e-05542af53e4b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f032e2c-5546-4e54-94f7-fdb63428e25d]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d3e5b8-b958-4a2e-ba85-478ed4864219]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260]
Nov 29 04:27:21 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260] successful.
Nov 29 04:27:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c649046-43fd-4072-af1f-3fd196cd7e9d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b57253-70d7-4c2f-9d18-ac4c02175319]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)
Nov 29 04:27:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8640c963-6f52-43b9-8bbc-ccf39718c128]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JDgbVOxC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:21 user nova-compute[75027]: WARNING nova.compute.manager [req-24d693d2-9854-45e1-b13f-41c4da323be6 req-59a9ec00-4305-4ee2-a5e6-5f01fa30feb6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state active and task_state rebuild_spawning.
Nov 29 04:27:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing instance network info cache due to event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:21 user nova-compute[75027]: DEBUG nova.network.neutron [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '23339316462343262', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23339316462343262', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.objects.instance [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lazy-loading 'flavor' on Instance uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:27:22 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:27:22 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:27:22 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:27:22 user nova-compute[75027]:   <serial>fc3cc119-d104-4fdb-8727-4864be443af3</serial>
Nov 29 04:27:22 user nova-compute[75027]: </disk>
Nov 29 04:27:22 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updated VIF entry in instance network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7f7690b-e334-4671-9122-8f5e597160f0 req-37f379bc-392c-4eac-8ef9-8865e60c8de5 service nova] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] No VIF found with MAC fa:16:3e:b9:99:11, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:27:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13145b70-80f8-4cb7-a11e-34f3f5acda69 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.799s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:23 user nova-compute[75027]: WARNING nova.compute.manager [req-4bfae9a6-2564-4842-94c7-6bf0e8397c3b req-49a3b99f-d3a4-4ad3-969a-bbf3068a2276 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state active and task_state rebuild_spawning.
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:27:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance spawned successfully.
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:23 user nova-compute[75027]: DEBUG nova.objects.instance [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75027) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02ce4ef8-3191-4b33-90a8-ce957ff6b7d2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.074s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:24 user nova-compute[75027]: INFO nova.compute.manager [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Detaching volume fc3cc119-d104-4fdb-8727-4864be443af3
Nov 29 04:27:24 user nova-compute[75027]: INFO nova.virt.block_device [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Attempting to driver detach volume fc3cc119-d104-4fdb-8727-4864be443af3 from mountpoint /dev/vdb
Nov 29 04:27:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Attempting to detach device vdb from instance ddc05304-88bd-4f73-929d-04a447dbb722 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:27:24 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:27:24 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:27:24 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:27:24 user nova-compute[75027]:   <serial>fc3cc119-d104-4fdb-8727-4864be443af3</serial>
Nov 29 04:27:24 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:27:24 user nova-compute[75027]: </disk>
Nov 29 04:27:24 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:27:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Successfully detached device vdb from instance ddc05304-88bd-4f73-929d-04a447dbb722 from the persistent domain config.
Nov 29 04:27:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ddc05304-88bd-4f73-929d-04a447dbb722 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:27:24 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:27:24 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:27:24 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:27:24 user nova-compute[75027]:   <serial>fc3cc119-d104-4fdb-8727-4864be443af3</serial>
Nov 29 04:27:24 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:27:24 user nova-compute[75027]: </disk>
Nov 29 04:27:24 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:27:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:27:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:27 user nova-compute[75027]: INFO nova.compute.manager [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Shelving
Nov 29 04:27:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:28 user nova-compute[75027]: WARNING nova.compute.manager [req-bb39eaeb-885c-44df-8203-288dbbaadbc2 req-b5f740f1-e53c-4665-8777-245184da62f7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state active and task_state shelving.
Nov 29 04:27:28 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance destroyed successfully.
Nov 29 04:27:28 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Beginning cold snapshot process
Nov 29 04:27:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:29 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:27:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk /opt/stack/data/nova/instances/snapshots/tmpt8mtvd6h/1e88974a8e4c4032abaa507e79fa1645 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk /opt/stack/data/nova/instances/snapshots/tmpt8mtvd6h/1e88974a8e4c4032abaa507e79fa1645" returned: 0 in 0.671s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Snapshot extracted, beginning image upload
Nov 29 04:27:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:27:30 user nova-compute[75027]: WARNING nova.compute.manager [req-19168849-64fa-433e-bfd7-82d93e813d46 req-20907151-2aa5-4e28-886a-f4a5d1ee2b37 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 04:27:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Snapshot image upload complete
Nov 29 04:27:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:27:33 user nova-compute[75027]: INFO nova.compute.manager [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Shelve offloading
Nov 29 04:27:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance destroyed successfully.
Nov 29 04:27:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance destroyed successfully.
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'resources' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrvDiDwrztFkWfCBDH3LOxmTmbGFwtmc3xkfRA9LJddX2EEH1J4IPK2GNSBfrsg5BPvc650bT3CgDNusgVCv/z2wbYScQdEIuzmF872pZWwtfYtYg2KBM6c9BjsrQKGCw==',key_name='tempest-keypair-888835518',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:27:33.131124',shelved_host='user',shelved_image_id='5a546f36-bd4d-480b-9582-3ace468402fb'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:27:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG os_vif [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b9e79de-bc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=777775f6-9e8d-4c69-9e75-aae64b626d9c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing instance network info cache due to event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:27:34 user nova-compute[75027]: INFO os_vif [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc')
Nov 29 04:27:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Deleting instance files /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab_del
Nov 29 04:27:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Deletion of /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab_del complete
Nov 29 04:27:34 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Deleted allocations for instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab
Nov 29 04:27:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'numa_topology' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:34 user nova-compute[75027]: DEBUG nova.objects.base [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<9de8bd32-5de8-4f6d-bf8c-d6651784ebab> lazy-loaded attributes: resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG nova.network.neutron [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updated VIF entry in instance network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG nova.network.neutron [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8f2f38bd-06e8-4074-9deb-416473e53326 req-ae59a6a7-e08c-4f45-881b-681fe0ddbfb7 service nova] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.392s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-60b2c0b1-c327-4bae-9fd0-d1080b5389b0 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.476s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:45 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ddc05304-88bd-4f73-929d-04a447dbb722 is timed out.
Nov 29 04:27:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Successfully detached device vdb from instance ddc05304-88bd-4f73-929d-04a447dbb722 from the live domain config.
Nov 29 04:27:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JDgbVOxC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:27:45 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[50bc6ac5-2f59-4353-89e3-cbca5cf91578]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:27:45 user nova-compute[75027]: No targets found.
Nov 29 04:27:45 user nova-compute[75027]: iSNS:
Nov 29 04:27:45 user nova-compute[75027]: No targets found.
Nov 29 04:27:45 user nova-compute[75027]: STATIC:
Nov 29 04:27:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3
Nov 29 04:27:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:27:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:27:45 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:27:45 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:27:45 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:27:45 user nova-compute[75027]: FIRMWARE:
Nov 29 04:27:45 user nova-compute[75027]: No targets found.
Nov 29 04:27:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:27:45 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:27:45 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c5a9da-262c-4508-a3c1-680b92e2f897]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b125d26-777e-4614-9a3d-0ff9ab2f3b38]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:45 user nova-compute[75027]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)
Nov 29 04:27:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:27:45 user nova-compute[75027]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 (non-flash)
Nov 29 04:27:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00339090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e70af2d-7d39-4138-8f23-4db1dc4447bc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ffdf7a0-b4df-4e79-afb2-d63e6a94fb86]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34db22a0-8369-4af9-b62a-e37b6aabfe1f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2806d7a1-b6e1-4234-9f54-c737eaa39615]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[363b2fcb-c265-433c-ab38-f98694df43b6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e4476a-d905-4049-b624-79848b9dc528]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260]
Nov 29 04:27:45 user nova-compute[75027]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3, portal: 172.16.0.220,3260] successful.
Nov 29 04:27:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3cc119-d104-4fdb-8727-4864be443af3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3cdd5ec-6c48-43d8-a446-6ff429a964c0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] <== disconnect_volume: return (331ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:27:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating instance_info_cache with network_info: [{"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-7cfeaa2e-72df-4b51-ad28-b3710b6e870d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lazy-loading 'flavor' on Instance uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2cfacbd2-be62-42a7-8cea-0d6048abe122 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.809s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 9198fba3-9005-455b-99ff-04329732e08d {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 98cb5757-ce5d-445b-ae5b-ca22137d4e7a {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9198fba3-9005-455b-99ff-04329732e08d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9198fba3-9005-455b-99ff-04329732e08d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.072s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.089s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.098s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:47 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:27:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-changed-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing instance network info cache due to event network-changed-720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updated VIF entry in instance network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c98cfe98-27ac-45ad-b569-2bd0f0c65a01 req-e901bc99-a895-4236-810b-a4f8e36126c8 service nova] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:27:53 user nova-compute[75027]: INFO nova.compute.manager [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] instance snapshotting
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Beginning live snapshot process
Nov 29 04:27:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:27:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7656MB free_disk=25.306774139404297GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ddc05304-88bd-4f73-929d-04a447dbb722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:27:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.442s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae.delta 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae.delta 1073741824" returned: 0 in 0.067s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 04:27:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:27:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:27:55 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 04:27:55 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:27:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae.delta /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:27:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae.delta /opt/stack/data/nova/instances/snapshots/tmplu3w_gvf/05bcb8fcd4ba447193e28e124fcdfaae" returned: 0 in 0.299s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:27:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Snapshot extracted, beginning image upload
Nov 29 04:27:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Snapshot image upload complete
Nov 29 04:27:58 user nova-compute[75027]: INFO nova.compute.manager [None req-ed6ed896-62d8-433c-8553-0ba54ce2c6a8 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Took 5.24 seconds to snapshot the instance on the hypervisor.
Nov 29 04:27:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:27:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:28:10 user nova-compute[75027]: INFO nova.compute.manager [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] instance snapshotting
Nov 29 04:28:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Beginning live snapshot process
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json -f qcow2" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252.delta 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252.delta 1073741824" returned: 0 in 0.055s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:11 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:28:11 user nova-compute[75027]: INFO nova.compute.claims [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Claim successful on node user
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:28:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.policy [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1f7ab8aa2249859e993e2587551a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85c3e1adf6c41f0896270df498ff589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:28:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Creating image(s)
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk 1073741824" returned: 0 in 0.075s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:28:13 user nova-compute[75027]: INFO nova.compute.claims [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Claim successful on node user
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Successfully created port: 0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252.delta /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.198s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Cannot resize image /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Ensure instance console log exists: /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252.delta /opt/stack/data/nova/instances/snapshots/tmpetzc2pk2/7be6183ed99d4659a36f26ca8db83252" returned: 0 in 0.318s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Snapshot extracted, beginning image upload
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.576s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:28:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Successfully updated port: 0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.policy [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1f7ab8aa2249859e993e2587551a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85c3e1adf6c41f0896270df498ff589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-changed-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Refreshing instance network info cache due to event network-changed-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:28:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Creating image(s)
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance network_info: |[{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.neutron [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Refreshing network info cache for port 0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start _get_guest_xml network_info=[{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk 1073741824" returned: 0 in 0.057s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Successfully created port: 8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1187405497',display_name='tempest-ServerRescueNegativeTestJSON-server-1187405497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1187405497',id=22,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-1s4mmtg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:12Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=b07518ee-94e5-449a-bdf4-e921496807a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:28:14 user nova-compute[75027]:   <uuid>b07518ee-94e5-449a-bdf4-e921496807a4</uuid>
Nov 29 04:28:14 user nova-compute[75027]:   <name>instance-00000016</name>
Nov 29 04:28:14 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:28:14 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:28:14 user nova-compute[75027]:   <metadata>
Nov 29 04:28:14 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:28:14 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1187405497</nova:name>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:28:14</nova:creationTime>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:28:14 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:28:14 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:owner>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:28:14 user nova-compute[75027]:       </nova:owner>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:28:14 user nova-compute[75027]:       <nova:ports>
Nov 29 04:28:14 user nova-compute[75027]:         <nova:port uuid="0f51fb2d-7f07-415d-8e02-94fe9f59d1eb">
Nov 29 04:28:14 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 04:28:14 user nova-compute[75027]:         </nova:port>
Nov 29 04:28:14 user nova-compute[75027]:       </nova:ports>
Nov 29 04:28:14 user nova-compute[75027]:     </nova:instance>
Nov 29 04:28:14 user nova-compute[75027]:   </metadata>
Nov 29 04:28:14 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:28:14 user nova-compute[75027]:     <system>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="serial">b07518ee-94e5-449a-bdf4-e921496807a4</entry>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="uuid">b07518ee-94e5-449a-bdf4-e921496807a4</entry>
Nov 29 04:28:14 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:28:14 user nova-compute[75027]:     </system>
Nov 29 04:28:14 user nova-compute[75027]:   </sysinfo>
Nov 29 04:28:14 user nova-compute[75027]:   <os>
Nov 29 04:28:14 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:28:14 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:28:14 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:28:14 user nova-compute[75027]:   </os>
Nov 29 04:28:14 user nova-compute[75027]:   <features>
Nov 29 04:28:14 user nova-compute[75027]:     <acpi/>
Nov 29 04:28:14 user nova-compute[75027]:     <apic/>
Nov 29 04:28:14 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:28:14 user nova-compute[75027]:   </features>
Nov 29 04:28:14 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:28:14 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:28:14 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:28:14 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:28:14 user nova-compute[75027]:   </clock>
Nov 29 04:28:14 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:28:14 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:28:14 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:28:14 user nova-compute[75027]:   </cpu>
Nov 29 04:28:14 user nova-compute[75027]:   <devices>
Nov 29 04:28:14 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:28:14 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:28:14 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk"/>
Nov 29 04:28:14 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:28:14 user nova-compute[75027]:     </disk>
Nov 29 04:28:14 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:28:14 user nova-compute[75027]:       <mac address="fa:16:3e:24:13:d0"/>
Nov 29 04:28:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:14 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:28:14 user nova-compute[75027]:       <target dev="tap0f51fb2d-7f"/>
Nov 29 04:28:14 user nova-compute[75027]:     </interface>
Nov 29 04:28:14 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:28:14 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/console.log" append="off"/>
Nov 29 04:28:14 user nova-compute[75027]:     </serial>
Nov 29 04:28:14 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:28:14 user nova-compute[75027]:     <video>
Nov 29 04:28:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:14 user nova-compute[75027]:     </video>
Nov 29 04:28:14 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:28:14 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:28:14 user nova-compute[75027]:     </rng>
Nov 29 04:28:14 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:28:14 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:28:14 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:28:14 user nova-compute[75027]:     </memballoon>
Nov 29 04:28:14 user nova-compute[75027]:   </devices>
Nov 29 04:28:14 user nova-compute[75027]: </domain>
Nov 29 04:28:14 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1187405497',display_name='tempest-ServerRescueNegativeTestJSON-server-1187405497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1187405497',id=22,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-1s4mmtg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:12Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=b07518ee-94e5-449a-bdf4-e921496807a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG os_vif [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c2676a6a-16eb-5ad0-b6b0-120a3dd2d454', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f51fb2d-7f, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f51fb2d-7f, col_values=(('qos', UUID('d1003448-b42d-460a-bbb2-1e95c361a124')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f51fb2d-7f, col_values=(('external_ids', {'iface-id': '0f51fb2d-7f07-415d-8e02-94fe9f59d1eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:13:d0', 'vm-uuid': 'b07518ee-94e5-449a-bdf4-e921496807a4'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:14 user nova-compute[75027]: INFO os_vif [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f')
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:24:13:d0, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Cannot resize image /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Ensure instance console log exists: /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.004s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updated VIF entry in instance network info cache for port 0f51fb2d-7f07-415d-8e02-94fe9f59d1eb. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f6b9ea25-f413-4aad-a850-bbe53d6b5159 req-58f4c588-2c9f-4c5b-8bf5-a89de42d3e8b service nova] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Successfully updated port: 8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-changed-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Refreshing instance network info cache due to event network-changed-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] Acquiring lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance network_info: |[{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] Acquired lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Refreshing network info cache for port 8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start _get_guest_xml network_info=[{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:28:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-325603636',display_name='tempest-ServerRescueNegativeTestJSON-server-325603636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-325603636',id=23,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-misvq00t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:14Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=cbeea41b-5046-4f45-bac0-04079f98e43f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.objects.instance [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:28:15 user nova-compute[75027]:   <uuid>cbeea41b-5046-4f45-bac0-04079f98e43f</uuid>
Nov 29 04:28:15 user nova-compute[75027]:   <name>instance-00000017</name>
Nov 29 04:28:15 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:28:15 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:28:15 user nova-compute[75027]:   <metadata>
Nov 29 04:28:15 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:28:15 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-325603636</nova:name>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:28:15</nova:creationTime>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:28:15 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:28:15 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:owner>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:28:15 user nova-compute[75027]:       </nova:owner>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:28:15 user nova-compute[75027]:       <nova:ports>
Nov 29 04:28:15 user nova-compute[75027]:         <nova:port uuid="8bca138d-34e0-474e-bcf8-c7a4b7b4af5d">
Nov 29 04:28:15 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:28:15 user nova-compute[75027]:         </nova:port>
Nov 29 04:28:15 user nova-compute[75027]:       </nova:ports>
Nov 29 04:28:15 user nova-compute[75027]:     </nova:instance>
Nov 29 04:28:15 user nova-compute[75027]:   </metadata>
Nov 29 04:28:15 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:28:15 user nova-compute[75027]:     <system>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="serial">cbeea41b-5046-4f45-bac0-04079f98e43f</entry>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="uuid">cbeea41b-5046-4f45-bac0-04079f98e43f</entry>
Nov 29 04:28:15 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:28:15 user nova-compute[75027]:     </system>
Nov 29 04:28:15 user nova-compute[75027]:   </sysinfo>
Nov 29 04:28:15 user nova-compute[75027]:   <os>
Nov 29 04:28:15 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:28:15 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:28:15 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:28:15 user nova-compute[75027]:   </os>
Nov 29 04:28:15 user nova-compute[75027]:   <features>
Nov 29 04:28:15 user nova-compute[75027]:     <acpi/>
Nov 29 04:28:15 user nova-compute[75027]:     <apic/>
Nov 29 04:28:15 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:28:15 user nova-compute[75027]:   </features>
Nov 29 04:28:15 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:28:15 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:28:15 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:28:15 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:28:15 user nova-compute[75027]:   </clock>
Nov 29 04:28:15 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:28:15 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:28:15 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:28:15 user nova-compute[75027]:   </cpu>
Nov 29 04:28:15 user nova-compute[75027]:   <devices>
Nov 29 04:28:15 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:28:15 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:28:15 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk"/>
Nov 29 04:28:15 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:28:15 user nova-compute[75027]:     </disk>
Nov 29 04:28:15 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:28:15 user nova-compute[75027]:       <mac address="fa:16:3e:ec:68:53"/>
Nov 29 04:28:15 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:15 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:28:15 user nova-compute[75027]:       <target dev="tap8bca138d-34"/>
Nov 29 04:28:15 user nova-compute[75027]:     </interface>
Nov 29 04:28:15 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:28:15 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/console.log" append="off"/>
Nov 29 04:28:15 user nova-compute[75027]:     </serial>
Nov 29 04:28:15 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:28:15 user nova-compute[75027]:     <video>
Nov 29 04:28:15 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:15 user nova-compute[75027]:     </video>
Nov 29 04:28:15 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:28:15 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:28:15 user nova-compute[75027]:     </rng>
Nov 29 04:28:15 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:28:15 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:28:15 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:28:15 user nova-compute[75027]:     </memballoon>
Nov 29 04:28:15 user nova-compute[75027]:   </devices>
Nov 29 04:28:15 user nova-compute[75027]: </domain>
Nov 29 04:28:15 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-325603636',display_name='tempest-ServerRescueNegativeTestJSON-server-325603636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-325603636',id=23,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-misvq00t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:14Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=cbeea41b-5046-4f45-bac0-04079f98e43f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG os_vif [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '05c052f6-7946-55d7-ab2b-c070e3be66fa', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8bca138d-34, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8bca138d-34, col_values=(('qos', UUID('6562f193-cbea-4304-a7d5-e324c81b9b2c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8bca138d-34, col_values=(('external_ids', {'iface-id': '8bca138d-34e0-474e-bcf8-c7a4b7b4af5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:68:53', 'vm-uuid': 'cbeea41b-5046-4f45-bac0-04079f98e43f'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:15 user nova-compute[75027]: INFO os_vif [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34')
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:ec:68:53, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:28:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updated VIF entry in instance network info cache for port 8bca138d-34e0-474e-bcf8-c7a4b7b4af5d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.network.neutron [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d1be978-0ebb-4cb7-94ec-4f9cded1ed7d req-4c71e7ae-c372-4cce-b839-f93c1c9995aa service nova] Releasing lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:16 user nova-compute[75027]: WARNING nova.compute.manager [req-7dd88928-f9e2-4a65-8d7d-d9e123f451a0 req-419b9691-fd84-40fa-b831-d8f85e670dac service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state building and task_state spawning.
Nov 29 04:28:16 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Snapshot image upload complete
Nov 29 04:28:16 user nova-compute[75027]: INFO nova.compute.manager [None req-784b3ec6-9909-4a61-b365-8ff87003503c tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Took 5.45 seconds to snapshot the instance on the hypervisor.
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:16 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:28:16 user nova-compute[75027]: INFO nova.compute.claims [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Claim successful on node user
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:28:17 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.policy [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db9c6ce36c644abc946cb3dde47d84c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18cc466640984485af0b9689a89b0865', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:28:17 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Creating image(s)
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "/opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "/opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.225s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk 1073741824" returned: 0 in 0.098s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:18 user nova-compute[75027]: WARNING nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state building and task_state spawning.
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:18 user nova-compute[75027]: WARNING nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state building and task_state spawning.
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:18 user nova-compute[75027]: WARNING nova.compute.manager [req-ee819239-fa9a-4724-b394-6e2daf5d7a2d req-dee9b8c1-81c3-46b6-9d26-4c1346ffc3c3 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state building and task_state spawning.
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.205s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Successfully created port: facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Cannot resize image /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Ensure instance console log exists: /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Successfully updated port: facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquired lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-changed-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Refreshing instance network info cache due to event network-changed-facdf065-8541-48d8-8790-72be0f351785. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] Acquiring lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Updating instance_info_cache with network_info: [{"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance spawned successfully.
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Releasing lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Instance network_info: |[{"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] Acquired lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.neutron [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Refreshing network info cache for port facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Start _get_guest_xml network_info=[{"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1871547521',display_name='tempest-ServersNegativeTestJSON-server-1871547521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1871547521',id=24,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-02wrpwor',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:18Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=b5dc2807-3cab-44bb-ad14-57b48cca4024,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.objects.instance [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lazy-loading 'pci_devices' on Instance uuid b5dc2807-3cab-44bb-ad14-57b48cca4024 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:28:19 user nova-compute[75027]:   <uuid>b5dc2807-3cab-44bb-ad14-57b48cca4024</uuid>
Nov 29 04:28:19 user nova-compute[75027]:   <name>instance-00000018</name>
Nov 29 04:28:19 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:28:19 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:28:19 user nova-compute[75027]:   <metadata>
Nov 29 04:28:19 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:28:19 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:name>tempest-ServersNegativeTestJSON-server-1871547521</nova:name>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:28:19</nova:creationTime>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:28:19 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:28:19 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:owner>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:user uuid="db9c6ce36c644abc946cb3dde47d84c0">tempest-ServersNegativeTestJSON-1606859781-project-member</nova:user>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:project uuid="18cc466640984485af0b9689a89b0865">tempest-ServersNegativeTestJSON-1606859781</nova:project>
Nov 29 04:28:19 user nova-compute[75027]:       </nova:owner>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:28:19 user nova-compute[75027]:       <nova:ports>
Nov 29 04:28:19 user nova-compute[75027]:         <nova:port uuid="facdf065-8541-48d8-8790-72be0f351785">
Nov 29 04:28:19 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 04:28:19 user nova-compute[75027]:         </nova:port>
Nov 29 04:28:19 user nova-compute[75027]:       </nova:ports>
Nov 29 04:28:19 user nova-compute[75027]:     </nova:instance>
Nov 29 04:28:19 user nova-compute[75027]:   </metadata>
Nov 29 04:28:19 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:28:19 user nova-compute[75027]:     <system>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="serial">b5dc2807-3cab-44bb-ad14-57b48cca4024</entry>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="uuid">b5dc2807-3cab-44bb-ad14-57b48cca4024</entry>
Nov 29 04:28:19 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:28:19 user nova-compute[75027]:     </system>
Nov 29 04:28:19 user nova-compute[75027]:   </sysinfo>
Nov 29 04:28:19 user nova-compute[75027]:   <os>
Nov 29 04:28:19 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:28:19 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:28:19 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:28:19 user nova-compute[75027]:   </os>
Nov 29 04:28:19 user nova-compute[75027]:   <features>
Nov 29 04:28:19 user nova-compute[75027]:     <acpi/>
Nov 29 04:28:19 user nova-compute[75027]:     <apic/>
Nov 29 04:28:19 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:28:19 user nova-compute[75027]:   </features>
Nov 29 04:28:19 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:28:19 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:28:19 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:28:19 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:28:19 user nova-compute[75027]:   </clock>
Nov 29 04:28:19 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:28:19 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:28:19 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:28:19 user nova-compute[75027]:   </cpu>
Nov 29 04:28:19 user nova-compute[75027]:   <devices>
Nov 29 04:28:19 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:28:19 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:28:19 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk"/>
Nov 29 04:28:19 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:28:19 user nova-compute[75027]:     </disk>
Nov 29 04:28:19 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:28:19 user nova-compute[75027]:       <mac address="fa:16:3e:d8:2a:37"/>
Nov 29 04:28:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:19 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:28:19 user nova-compute[75027]:       <target dev="tapfacdf065-85"/>
Nov 29 04:28:19 user nova-compute[75027]:     </interface>
Nov 29 04:28:19 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:28:19 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/console.log" append="off"/>
Nov 29 04:28:19 user nova-compute[75027]:     </serial>
Nov 29 04:28:19 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:28:19 user nova-compute[75027]:     <video>
Nov 29 04:28:19 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:19 user nova-compute[75027]:     </video>
Nov 29 04:28:19 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:28:19 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:28:19 user nova-compute[75027]:     </rng>
Nov 29 04:28:19 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:28:19 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:28:19 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:28:19 user nova-compute[75027]:     </memballoon>
Nov 29 04:28:19 user nova-compute[75027]:   </devices>
Nov 29 04:28:19 user nova-compute[75027]: </domain>
Nov 29 04:28:19 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1871547521',display_name='tempest-ServersNegativeTestJSON-server-1871547521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1871547521',id=24,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-02wrpwor',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:18Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=b5dc2807-3cab-44bb-ad14-57b48cca4024,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG os_vif [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:28:19 user nova-compute[75027]: INFO nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Took 7.08 seconds to spawn the instance on the hypervisor.
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a102f2da-2ece-57f2-823f-f8cec755a76a', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfacdf065-85, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfacdf065-85, col_values=(('qos', UUID('12068e29-542a-4d19-8be5-458da105db1f')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfacdf065-85, col_values=(('external_ids', {'iface-id': 'facdf065-8541-48d8-8790-72be0f351785', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:2a:37', 'vm-uuid': 'b5dc2807-3cab-44bb-ad14-57b48cca4024'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: INFO os_vif [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85')
Nov 29 04:28:19 user nova-compute[75027]: INFO nova.compute.manager [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Took 7.90 seconds to build instance.
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] No VIF found with MAC fa:16:3e:d8:2a:37, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a9c43b78-5664-4ed9-a0e0-39c82c1e36b4 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.047s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:19 user nova-compute[75027]: INFO nova.compute.manager [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Terminating instance
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:28:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance spawned successfully.
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:20 user nova-compute[75027]: INFO nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Took 6.23 seconds to spawn the instance on the hypervisor.
Nov 29 04:28:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG nova.network.neutron [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Updated VIF entry in instance network info cache for port facdf065-8541-48d8-8790-72be0f351785. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG nova.network.neutron [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Updating instance_info_cache with network_info: [{"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:20 user nova-compute[75027]: INFO nova.compute.manager [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Took 7.26 seconds to build instance.
Nov 29 04:28:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a3bb8e93-fe04-4e08-a803-4ae87d7bd2ab req-31c33d10-607e-4c3b-a124-1c8417808168 service nova] Releasing lock "refresh_cache-b5dc2807-3cab-44bb-ad14-57b48cca4024" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-eefede2e-4ef5-49ea-afd9-3a6dd659069a tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.435s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Instance destroyed successfully.
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lazy-loading 'resources' on Instance uuid ddc05304-88bd-4f73-929d-04a447dbb722 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1364745582',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1364745',id=15,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHmkIYeLusnmWnjxtRyOjlO7TAb4CXta70x9NyDsu6G9Q/mbtFFATNqwdS8280y/+f44zRYCXacvQLVfanzKAVBO7Ia863fXsJcEPvw2xWWSpK4Ddi29Rh02t7K0JmTXw==',key_name='tempest-keypair-1267143736',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b61c4e1d05b3429eab7a18fbb8a6ce29',ramdisk_id='',reservation_id='r-p2ac0lwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:25:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8601a10ffb74f51ad1d16881bb1b68d',uuid=ddc05304-88bd-4f73-929d-04a447dbb722,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converting VIF {"id": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "address": "fa:16:3e:b9:99:11", "network": {"id": "f7b1f748-4fc8-4fff-9520-583f6afda04d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-574912920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61c4e1d05b3429eab7a18fbb8a6ce29", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d42ff7d-8e", "ovs_interfaceid": "3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG os_vif [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d42ff7d-8e, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6d2fc5e-2db4-4290-aa1c-626801956f09) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: INFO os_vif [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:99:11,bridge_name='br-int',has_traffic_filtering=True,id=3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3,network=Network(f7b1f748-4fc8-4fff-9520-583f6afda04d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d42ff7d-8e')
Nov 29 04:28:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Deleting instance files /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722_del
Nov 29 04:28:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Deletion of /opt/stack/data/nova/instances/ddc05304-88bd-4f73-929d-04a447dbb722_del complete
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-unplugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] No waiting events found dispatching network-vif-unplugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-unplugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Acquiring lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] Lock "ddc05304-88bd-4f73-929d-04a447dbb722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] No waiting events found dispatching network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:21 user nova-compute[75027]: WARNING nova.compute.manager [req-c9342a18-de9e-4922-98a5-1a107bb26c55 req-be228f88-d7dd-4552-ab97-29c2d74aa229 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received unexpected event network-vif-plugged-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 for instance with vm_state active and task_state deleting.
Nov 29 04:28:21 user nova-compute[75027]: INFO nova.compute.manager [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Took 1.45 seconds to destroy the instance on the hypervisor.
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-changed-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Refreshing instance network info cache due to event network-changed-222d6006-baa3-41ae-8695-9deeb49b1508. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] Acquiring lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] Acquired lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG nova.network.neutron [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Refreshing network info cache for port 222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updated VIF entry in instance network info cache for port 222d6006-baa3-41ae-8695-9deeb49b1508. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:28:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updating instance_info_cache with network_info: [{"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:22 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:22 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Took 1.13 seconds to deallocate network for instance.
Nov 29 04:28:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eed817ce-80d5-463f-9c78-978cc2edc48c req-2ff969d5-7794-44fc-8d05-0077d710706f service nova] Releasing lock "refresh_cache-38670d4b-2c81-4ff0-9928-2341acaf5a05" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.574s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:23 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Deleted allocations for instance ddc05304-88bd-4f73-929d-04a447dbb722
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] No waiting events found dispatching network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:23 user nova-compute[75027]: WARNING nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received unexpected event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 for instance with vm_state building and task_state spawning.
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: ddc05304-88bd-4f73-929d-04a447dbb722] Received event network-vif-deleted-3d42ff7d-8e1f-4c95-9519-b44ec01ab0b3 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] No waiting events found dispatching network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:23 user nova-compute[75027]: WARNING nova.compute.manager [req-f37f04d8-7484-4829-b3c7-196a520abada req-b02a162d-23af-4754-ae01-6b0c73166847 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received unexpected event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 for instance with vm_state building and task_state spawning.
Nov 29 04:28:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3441b9de-76d0-4880-bf79-7840acc7625e tempest-TestServerVolumeAttachScenarioOldVersion-1270477690 tempest-TestServerVolumeAttachScenarioOldVersion-1270477690-project-member] Lock "ddc05304-88bd-4f73-929d-04a447dbb722" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.555s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:28:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Instance spawned successfully.
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:24 user nova-compute[75027]: INFO nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Took 6.50 seconds to spawn the instance on the hypervisor.
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:28:24 user nova-compute[75027]: INFO nova.compute.manager [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Took 7.40 seconds to build instance.
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-15f2f4a5-bce3-4f53-9d04-aac8a6227fd3 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.495s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:24 user nova-compute[75027]: INFO nova.compute.manager [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Attaching volume cff64f10-19e3-437c-a5d8-722bb9644b74 to /dev/vdb
Nov 29 04:28:24 user nova-compute[75027]: DEBUG os_brick.utils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:28:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d24cf3a-857f-4051-b5bf-9951ce965d46]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2dc0bbf-4866-4320-b1ad-350a5d093658]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3a6f81-8724-474d-b7ae-141c95fa5ed8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6ee952-3980-4e6e-9bb6-2be92cf46c1e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:28:25 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:28:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ec398a-fd5b-4616-9d2a-b41df5569102]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG os_brick.utils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:28:25 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updating existing volume attachment record: 55afc7fd-49fe-4db1-b5b1-a2b2063975fb {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:28:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDcMyHdh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:28:32 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:28:32 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:28:32 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b460034-1b78-458b-9f67-a9a5079e0cf4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:28:32 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[044000e2-64a7-4a35-8741-0f0a55222354]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74] added
Nov 29 04:28:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[86268f4d-3e3f-4df1-8898-f38b7de90b73]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b7de61-f66d-4616-a3f9-f1ae8f92214b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eDcMyHdh {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eDcMyHdh" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[481e2709-c52c-4d73-ba9f-d6370b3293c7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eDcMyHdh'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[133343f6-f677-40e7-8d6c-17ac40f5e31f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[05df7ffd-c33b-40bb-83c8-33d68f395916]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:28:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:28:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:28:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[229607b3-6393-42de-994f-ccdb28e57d99]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260]
Nov 29 04:28:33 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260] successful.
Nov 29 04:28:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb8b9e4-a375-48e4-a311-eabefe24fedb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b2037e-bd3a-4c54-b03a-f67472e65564]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:28:33 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:28:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:28:33 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:28:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b650490b-181a-4b3a-b0ab-2d236521c0fc]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:28:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDcMyHdh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '26362363235363539', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362363235363539', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:28:34 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:28:34 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:28:34 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:28:34 user nova-compute[75027]:   <serial>cff64f10-19e3-437c-a5d8-722bb9644b74</serial>
Nov 29 04:28:34 user nova-compute[75027]: </disk>
Nov 29 04:28:34 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:a3:70:d5, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:28:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8d711532-6da0-44d9-a18c-7ded31c4a8a5 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.934s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:28:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:28:39 user nova-compute[75027]: INFO nova.compute.claims [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Claim successful on node user
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:28:39 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.policy [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851ba719f9704af5b911ea06308dbef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd209dfa79cf46b9adacf72888023f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:28:39 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Creating image(s)
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "/opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk 1073741824" returned: 0 in 0.151s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Successfully created port: b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Cannot resize image /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Ensure instance console log exists: /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Successfully updated port: b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquired lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-changed-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Refreshing instance network info cache due to event network-changed-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] Acquiring lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updating instance_info_cache with network_info: [{"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Releasing lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Instance network_info: |[{"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] Acquired lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Refreshing network info cache for port b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Start _get_guest_xml network_info=[{"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:28:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-120305007',display_name='tempest-AttachVolumeNegativeTest-server-120305007',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-120305007',id=25,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAvfjR/iB605g4Zmyp7oG0TUxx/XQs+6AjV/3eT1FLApFKb0TCbFGX36XfJzynBQG6ADW0oq8KAfikkrweLvpjyHLA+5Vqm21KVI51d36lcVrGMjZwFCHKrfP7do3JVuvQ==',key_name='tempest-keypair-734407725',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-y0kcw8x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=f577b1e9-7763-4b75-bcf5-f7a8327c2d29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.objects.instance [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'pci_devices' on Instance uuid f577b1e9-7763-4b75-bcf5-f7a8327c2d29 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:28:41 user nova-compute[75027]:   <uuid>f577b1e9-7763-4b75-bcf5-f7a8327c2d29</uuid>
Nov 29 04:28:41 user nova-compute[75027]:   <name>instance-00000019</name>
Nov 29 04:28:41 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:28:41 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:28:41 user nova-compute[75027]:   <metadata>
Nov 29 04:28:41 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:28:41 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeNegativeTest-server-120305007</nova:name>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:28:41</nova:creationTime>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:28:41 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:28:41 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:owner>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:user uuid="851ba719f9704af5b911ea06308dbef3">tempest-AttachVolumeNegativeTest-387925998-project-member</nova:user>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:project uuid="cd209dfa79cf46b9adacf72888023f86">tempest-AttachVolumeNegativeTest-387925998</nova:project>
Nov 29 04:28:41 user nova-compute[75027]:       </nova:owner>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:28:41 user nova-compute[75027]:       <nova:ports>
Nov 29 04:28:41 user nova-compute[75027]:         <nova:port uuid="b43a3abd-4fff-4aa4-bee1-8edd3e3d890e">
Nov 29 04:28:41 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:28:41 user nova-compute[75027]:         </nova:port>
Nov 29 04:28:41 user nova-compute[75027]:       </nova:ports>
Nov 29 04:28:41 user nova-compute[75027]:     </nova:instance>
Nov 29 04:28:41 user nova-compute[75027]:   </metadata>
Nov 29 04:28:41 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:28:41 user nova-compute[75027]:     <system>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="serial">f577b1e9-7763-4b75-bcf5-f7a8327c2d29</entry>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="uuid">f577b1e9-7763-4b75-bcf5-f7a8327c2d29</entry>
Nov 29 04:28:41 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:28:41 user nova-compute[75027]:     </system>
Nov 29 04:28:41 user nova-compute[75027]:   </sysinfo>
Nov 29 04:28:41 user nova-compute[75027]:   <os>
Nov 29 04:28:41 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:28:41 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:28:41 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:28:41 user nova-compute[75027]:   </os>
Nov 29 04:28:41 user nova-compute[75027]:   <features>
Nov 29 04:28:41 user nova-compute[75027]:     <acpi/>
Nov 29 04:28:41 user nova-compute[75027]:     <apic/>
Nov 29 04:28:41 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:28:41 user nova-compute[75027]:   </features>
Nov 29 04:28:41 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:28:41 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:28:41 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:28:41 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:28:41 user nova-compute[75027]:   </clock>
Nov 29 04:28:41 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:28:41 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:28:41 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:28:41 user nova-compute[75027]:   </cpu>
Nov 29 04:28:41 user nova-compute[75027]:   <devices>
Nov 29 04:28:41 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:28:41 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:28:41 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk"/>
Nov 29 04:28:41 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:28:41 user nova-compute[75027]:     </disk>
Nov 29 04:28:41 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:28:41 user nova-compute[75027]:       <mac address="fa:16:3e:71:ea:8b"/>
Nov 29 04:28:41 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:41 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:28:41 user nova-compute[75027]:       <target dev="tapb43a3abd-4f"/>
Nov 29 04:28:41 user nova-compute[75027]:     </interface>
Nov 29 04:28:41 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:28:41 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/console.log" append="off"/>
Nov 29 04:28:41 user nova-compute[75027]:     </serial>
Nov 29 04:28:41 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:28:41 user nova-compute[75027]:     <video>
Nov 29 04:28:41 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:28:41 user nova-compute[75027]:     </video>
Nov 29 04:28:41 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:28:41 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:28:41 user nova-compute[75027]:     </rng>
Nov 29 04:28:41 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:28:41 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:28:41 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:28:41 user nova-compute[75027]:     </memballoon>
Nov 29 04:28:41 user nova-compute[75027]:   </devices>
Nov 29 04:28:41 user nova-compute[75027]: </domain>
Nov 29 04:28:41 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-120305007',display_name='tempest-AttachVolumeNegativeTest-server-120305007',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-120305007',id=25,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAvfjR/iB605g4Zmyp7oG0TUxx/XQs+6AjV/3eT1FLApFKb0TCbFGX36XfJzynBQG6ADW0oq8KAfikkrweLvpjyHLA+5Vqm21KVI51d36lcVrGMjZwFCHKrfP7do3JVuvQ==',key_name='tempest-keypair-734407725',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-y0kcw8x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=f577b1e9-7763-4b75-bcf5-f7a8327c2d29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG os_vif [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1efa7a59-1438-53e8-b65a-f4cd26143f4d', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb43a3abd-4f, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb43a3abd-4f, col_values=(('qos', UUID('b52b3ea0-bb7d-47e3-8c14-6749e132f008')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb43a3abd-4f, col_values=(('external_ids', {'iface-id': 'b43a3abd-4fff-4aa4-bee1-8edd3e3d890e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:ea:8b', 'vm-uuid': 'f577b1e9-7763-4b75-bcf5-f7a8327c2d29'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:41 user nova-compute[75027]: INFO os_vif [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f')
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:71:ea:8b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updated VIF entry in instance network info cache for port b43a3abd-4fff-4aa4-bee1-8edd3e3d890e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updating instance_info_cache with network_info: [{"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c70ef3c-d379-428c-af65-9d05dc995ab3 req-272b54c1-c52f-429c-a8f8-e370b5fdf063 service nova] Releasing lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] No waiting events found dispatching network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:43 user nova-compute[75027]: WARNING nova.compute.manager [req-01cb1ad2-30ea-4f56-9b3c-b39ed4f38dad req-69d4c079-a691-4aa5-bf39-bf54fe6b1d5c service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received unexpected event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e for instance with vm_state building and task_state spawning.
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:28:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Instance spawned successfully.
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:28:45 user nova-compute[75027]: INFO nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Took 5.63 seconds to spawn the instance on the hypervisor.
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] No waiting events found dispatching network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:28:45 user nova-compute[75027]: WARNING nova.compute.manager [req-48b169c0-9e01-4d5a-8cbb-d6bfcb7cf644 req-02bb2ed3-59ec-43ef-9ec6-2de73fe6b5bd service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received unexpected event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e for instance with vm_state building and task_state spawning.
Nov 29 04:28:45 user nova-compute[75027]: INFO nova.compute.manager [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Took 6.38 seconds to build instance.
Nov 29 04:28:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89853ce9-914e-4ee4-98cd-264641fb37ae tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.490s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7364MB free_disk=25.146896362304688GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b5dc2807-3cab-44bb-ad14-57b48cca4024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance f577b1e9-7763-4b75-bcf5-f7a8327c2d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'flavor' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:28:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:28:57 user nova-compute[75027]: INFO nova.compute.manager [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Attaching volume 415b8b26-ff5f-4e29-bd33-01589cb16ffb to /dev/vdb
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.utils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c37ef20c-cf60-466d-b676-3c29c1bb2072]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce14dda-6cf5-43ef-ac21-06badc9ffb85]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[976147b6-c20f-4c51-9b65-7ad60d962169]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8e99c5-4068-4966-906c-de93fbcb58ae]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:28:57 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:28:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7a0062-1523-42d9-84cc-e60243875318]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG os_brick.utils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:28:57 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating existing volume attachment record: 3ec6732c-aaff-4ab2-8b95-43049dd471b8 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:28:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:04 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:04 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:04 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a7bb81-e3db-4e2e-9461-6a0e4e8378c6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:29:04 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cfd3fcf-8bfc-488c-986d-d71e1c535ac2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0258a53-ba4a-41d1-9985-ed1225b82ea2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a853d28d-d2b4-4187-99fa-0c1d62f7990b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a981097-4ca0-4253-bbb9-dc5a2c70a0c4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AxToKwXO'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9275bdd4-3cfe-4f22-885a-e84e8c336e8e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc4b9ce-80ba-4ba2-b88a-d696a52267ce]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[07fa7d95-859b-46a2-8d62-d456afbf7840]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:29:04 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6df94a-0b1e-474a-9528-96fb54d59eea]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27c5230-1f96-41de-b691-35bd4cf87373]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:04 user nova-compute[75027]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] HCTL ('35', '-', '-', 0) found on session 25 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2f7d84-6f5f-47bd-b567-d63ce2af1547]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'flavor' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:29:05 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:05 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:29:05 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:29:05 user nova-compute[75027]:   <serial>415b8b26-ff5f-4e29-bd33-01589cb16ffb</serial>
Nov 29 04:29:05 user nova-compute[75027]: </disk>
Nov 29 04:29:05 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No VIF found with MAC fa:16:3e:9a:84:6b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-282d2367-6b1d-470c-be72-b01fe1c37a8c tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.867s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Stashing vm_state: active {{(pid=75027) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:29:08 user nova-compute[75027]: INFO nova.compute.claims [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Claim successful on node user
Nov 29 04:29:08 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating resource usage from migration ac38b403-8764-4523-984f-7cb945de5bfb
Nov 29 04:29:08 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.467s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:08 user nova-compute[75027]: INFO nova.compute.manager [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Migrating
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:08 user nova-compute[75027]: INFO nova.compute.rpcapi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Starting migrate_disk_and_power_off {{(pid=75027) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:09 user nova-compute[75027]: WARNING nova.compute.manager [req-383f52f7-5a26-4e2f-a1ea-518f8f4d5e35 req-f3e8611c-d351-484f-9065-3d90bd26cfd4 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state active and task_state resize_migrating.
Nov 29 04:29:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance destroyed successfully.
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc9b38e6-bc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8fbd95c3-7b61-4360-acba-92c4f4269e74) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:10 user nova-compute[75027]: INFO os_vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c9ed916-8b51-4c74-a036-d9c0cf8d0f29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:29:10 user nova-compute[75027]: No targets found.
Nov 29 04:29:10 user nova-compute[75027]: iSNS:
Nov 29 04:29:10 user nova-compute[75027]: No targets found.
Nov 29 04:29:10 user nova-compute[75027]: STATIC:
Nov 29 04:29:10 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:29:10 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:29:10 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:29:10 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:29:10 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:29:10 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:29:10 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:29:10 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:29:10 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:29:10 user nova-compute[75027]: FIRMWARE:
Nov 29 04:29:10 user nova-compute[75027]: No targets found.
Nov 29 04:29:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:29:10 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:29:10 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1354d7a1-43d7-4bdb-a81d-1a627cb5897c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d2b544-fe16-453c-a1b5-1ce86601c8dc]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:10 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:10 user nova-compute[75027]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:10 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:10 user nova-compute[75027]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06eac20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6fd8b5-e7f2-4e54-a005-b4a9d472d6ec]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b201d7-53c0-462f-80f1-65bde35a2f7d]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1762e5fc-5748-4616-87cf-5bc97792ede2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee56d0a9-d555-445c-841a-5dabd0886691]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ea1fab-dff6-4ac0-94e0-4ac10b2a8ee4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d46081-367c-46d1-ba34-447b2467a53d]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:29:10 user nova-compute[75027]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab987aac-caa0-46a4-8de1-2e2e35f8c49c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== disconnect_volume: return (289ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_resize/disk /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "cp -r /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_resize/disk /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk" returned: 0 in 0.419s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_resize/disk.info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk.info {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "cp -r /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_resize/disk.info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk.info" returned: 0 in 0.032s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:11 user nova-compute[75027]: WARNING nova.compute.manager [req-38cfc8a1-b10f-4492-88b9-ace66dff4772 req-b87836e3-425b-4ffa-8d6e-24efd575c68e service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state active and task_state resize_migrating.
Nov 29 04:29:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 binding to destination host user is already ACTIVE {{(pid=75027) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.utils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ebfa2ef-53e8-4acf-a46c-23e523f779b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d2eeb5-3ccc-490c-880f-2530442eda27]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e08e466-fb46-4223-86a6-7bc35b7b0da7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[052d6bcc-f62a-4f23-a8bd-ed53bdb397fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:13 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:29:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[77647ef8-7f85-41e9-980a-fcf074bfa1ab]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG os_brick.utils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:18 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:29:18 user nova-compute[75027]: INFO nova.compute.claims [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Claim successful on node user
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:29:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.520s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:29:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:29:19 user nova-compute[75027]: INFO nova.virt.block_device [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Booting with blank volume at /dev/vda
Nov 29 04:29:19 user nova-compute[75027]: DEBUG nova.policy [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034aeebe2b134247ad53d70b19bbbde6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d0a989e19b9411b972cb97cd55e9f71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Successfully created port: 41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:20 user nova-compute[75027]: INFO nova.compute.manager [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Unshelving
Nov 29 04:29:20 user nova-compute[75027]: INFO nova.virt.block_device [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Booting with volume 3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 at /dev/vdc
Nov 29 04:29:20 user nova-compute[75027]: DEBUG os_brick.utils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83d9595-1935-47d2-8e9f-8b81261fd5c0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b202fa81-10b2-43db-b212-ea93cf7ba18e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3e55fe-b69d-48fc-a950-3fd0e709661a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7eecf0-5ead-416b-b319-16862542acec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:20 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:29:20 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1096d2f3-edc6-447e-ab4d-81a8b536650a]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:29:20 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating existing volume attachment record: f26aab1f-2c3e-43cf-90aa-913d5e380f45 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Successfully updated port: 41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-changed-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Refreshing instance network info cache due to event network-changed-41b44486-6d24-4863-96e1-d239e218e818. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Starting finish_migration {{(pid=75027) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:29:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Creating image(s)
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk. size=21474836480 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance network_info: |[{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.network.neutron [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Refreshing network info cache for port 41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk 21474836480 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk 21474836480" returned: 0 in 0.047s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Ensure instance console log exists: /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start _get_guest_xml network_info=[{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'e2796c5f-9091-4d0f-b303-2e1dd8caa4ce', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0d23bd7a-0669-48d0-8694-f5f7ab36dce2', 'attached_at': '2023-11-29T04:29:21.000000', 'detached_at': '', 'volume_id': '415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'serial': '415b8b26-ff5f-4e29-bd33-01589cb16ffb'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:29:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:21 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:29:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2da803b-624e-4e36-b4e4-8cda5643e69a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:29:22 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eadb8ab-f5e2-4c37-a7c2-3f11d867375a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1ef99ff-420e-46d1-a173-39d430925a32]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b52da84-b836-42d7-8f2d-0ac7e3be3cc7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cec60b2-0752-46f3-a951-d0373e01e99f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AxToKwXO'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[761a78ff-8d5d-4691-bf04-55c43271bf58]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead55183-139e-467c-8374-c012a2ce211e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updated VIF entry in instance network info cache for port 41b44486-6d24-4863-96e1-d239e218e818. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a24b18-737d-45d6-90a0-0663f464e7de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:29:22 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-da10d403-6794-4a62-ae41-905337f83196 req-e0370157-07f7-4c6c-92c1-85a625206919 service nova] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7947bdbc-dbc2-4093-a9dd-bd5dfc82548a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d06985-71aa-4635-9b23-237a7258c3b9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:22 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e11684e-d5ce-4aa3-ae69-dd874db17783]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:29:23 user nova-compute[75027]:   <uuid>0d23bd7a-0669-48d0-8694-f5f7ab36dce2</uuid>
Nov 29 04:29:23 user nova-compute[75027]:   <name>instance-00000010</name>
Nov 29 04:29:23 user nova-compute[75027]:   <memory>2097152</memory>
Nov 29 04:29:23 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:29:23 user nova-compute[75027]:   <metadata>
Nov 29 04:29:23 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:29:23 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherB-server-1604582730</nova:name>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:29:21</nova:creationTime>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:flavor name="m1.small">
Nov 29 04:29:23 user nova-compute[75027]:         <nova:memory>2048</nova:memory>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:disk>20</nova:disk>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:29:23 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:owner>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:user uuid="0a9a7c0b178042fb931e0913e636312d">tempest-ServerActionsTestOtherB-410037456-project-member</nova:user>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:project uuid="5678203f445b4cd6b77c46695b668d78">tempest-ServerActionsTestOtherB-410037456</nova:project>
Nov 29 04:29:23 user nova-compute[75027]:       </nova:owner>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:29:23 user nova-compute[75027]:       <nova:ports>
Nov 29 04:29:23 user nova-compute[75027]:         <nova:port uuid="cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968">
Nov 29 04:29:23 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:29:23 user nova-compute[75027]:         </nova:port>
Nov 29 04:29:23 user nova-compute[75027]:       </nova:ports>
Nov 29 04:29:23 user nova-compute[75027]:     </nova:instance>
Nov 29 04:29:23 user nova-compute[75027]:   </metadata>
Nov 29 04:29:23 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:29:23 user nova-compute[75027]:     <system>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="serial">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="uuid">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:29:23 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:29:23 user nova-compute[75027]:     </system>
Nov 29 04:29:23 user nova-compute[75027]:   </sysinfo>
Nov 29 04:29:23 user nova-compute[75027]:   <os>
Nov 29 04:29:23 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:29:23 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:29:23 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:29:23 user nova-compute[75027]:   </os>
Nov 29 04:29:23 user nova-compute[75027]:   <features>
Nov 29 04:29:23 user nova-compute[75027]:     <acpi/>
Nov 29 04:29:23 user nova-compute[75027]:     <apic/>
Nov 29 04:29:23 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:29:23 user nova-compute[75027]:   </features>
Nov 29 04:29:23 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:29:23 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:29:23 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:29:23 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:29:23 user nova-compute[75027]:   </clock>
Nov 29 04:29:23 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:29:23 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:29:23 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:29:23 user nova-compute[75027]:   </cpu>
Nov 29 04:29:23 user nova-compute[75027]:   <devices>
Nov 29 04:29:23 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:29:23 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:29:23 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk"/>
Nov 29 04:29:23 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:29:23 user nova-compute[75027]:     </disk>
Nov 29 04:29:23 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:29:23 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:23 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:29:23 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:29:23 user nova-compute[75027]:       <serial>415b8b26-ff5f-4e29-bd33-01589cb16ffb</serial>
Nov 29 04:29:23 user nova-compute[75027]:     </disk>
Nov 29 04:29:23 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:29:23 user nova-compute[75027]:       <mac address="fa:16:3e:9a:84:6b"/>
Nov 29 04:29:23 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:23 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:29:23 user nova-compute[75027]:       <target dev="tapcc9b38e6-bc"/>
Nov 29 04:29:23 user nova-compute[75027]:     </interface>
Nov 29 04:29:23 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:29:23 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/console.log" append="off"/>
Nov 29 04:29:23 user nova-compute[75027]:     </serial>
Nov 29 04:29:23 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:29:23 user nova-compute[75027]:     <video>
Nov 29 04:29:23 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:23 user nova-compute[75027]:     </video>
Nov 29 04:29:23 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:29:23 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:29:23 user nova-compute[75027]:     </rng>
Nov 29 04:29:23 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:29:23 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:29:23 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:29:23 user nova-compute[75027]:     </memballoon>
Nov 29 04:29:23 user nova-compute[75027]:   </devices>
Nov 29 04:29:23 user nova-compute[75027]: </domain>
Nov 29 04:29:23 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1769140401-network", "vif_mac": "fa:16:3e:9a:84:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG os_vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7416e84-6749-5044-9295-1f143944ba2e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc9b38e6-bc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc9b38e6-bc, col_values=(('qos', UUID('68b8d240-a7d7-4dfc-852c-a626a530ed95')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc9b38e6-bc, col_values=(('external_ids', {'iface-id': 'cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:84:6b', 'vm-uuid': '0d23bd7a-0669-48d0-8694-f5f7ab36dce2'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:23 user nova-compute[75027]: INFO os_vif [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] No VIF found with MAC fa:16:3e:9a:84:6b, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG os_brick.utils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a74a79-fd2e-4c23-996e-a21fc2df3189]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b5b1c3-4632-4bce-a60d-4d4ecbc3ca3e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45825da-8b4b-4b4a-82a8-359777751853]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d30e49-8dd1-478c-8f4b-04a734d23692]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:25 user nova-compute[75027]: WARNING nova.compute.manager [req-bf700cfc-2933-4cf5-842b-c790030f7dc3 req-166227fc-7ef1-472d-be01-eb179732c261 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state active and task_state resize_finish.
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:25 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:29:25 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5a151d-aeec-404c-8153-d31e6aece11e]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG os_brick.utils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating existing volume attachment record: 9d9a75df-94ae-428b-8a33-3ed9e88f9ed2 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:29:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance running successfully.
Nov 29 04:29:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Failed to set time: agent not configured {{(pid=75027) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e46587e-fb97-4ec0-bf3c-c558d05f5829 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] finish_migration finished successfully. {{(pid=75027) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:27 user nova-compute[75027]: WARNING nova.compute.manager [req-a35abb11-e6f4-4354-a789-ef8f4654e905 req-0fa690c0-e605-444d-99a6-a9342ea7dfb3 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state active and task_state resize_finish.
Nov 29 04:29:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_requests' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'numa_topology' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:29:29 user nova-compute[75027]: INFO nova.compute.claims [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Claim successful on node user
Nov 29 04:29:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:29:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.617s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:29 user nova-compute[75027]: INFO nova.network.neutron [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating port 7b9e79de-bca2-495c-8f48-613a002a089d with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing instance network info cache due to event network-changed-7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:30 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:29:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Creating image(s)
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG nova.network.neutron [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Refreshing network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG nova.objects.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<9de8bd32-5de8-4f6d-bf8c-d6651784ebab> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.part --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG nova.virt.images [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] 5a546f36-bd4d-480b-9582-3ace468402fb was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.part /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updated VIF entry in instance network info cache for port 7b9e79de-bca2-495c-8f48-613a002a089d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fb457b95-3b77-44dc-bd9e-79add9bc2958 req-56809a19-3143-4bfc-adbb-0e5b0bcd9bf4 service nova] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.part /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.converted" returned: 0 in 0.293s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf.converted --force-share --output=json" returned: 0 in 0.319s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.051s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json" returned: 0 in 0.257s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf,backing_fmt=raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf,backing_fmt=raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk 1073741824" returned: 0 in 0.072s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "74966a602c85c80da93e28b3b2cde4b5c3f066bf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.334s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:29:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Creating image(s)
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Ensure instance console log exists: /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start _get_guest_xml network_info=[{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '9d9a75df-94ae-428b-8a33-3ed9e88f9ed2', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e7cf02d9-265f-4966-a802-e3f425512923', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'serial': '0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:29:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:33 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:33 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:33 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf --force-share --output=json" returned: 0 in 0.262s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'migration_context' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG nova.objects.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<9de8bd32-5de8-4f6d-bf8c-d6651784ebab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:29:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Rebasing disk image.
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d8e632-b1cb-41bc-a930-5149e8c14a77]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:29:33 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1979a2b-b469-458b-923e-d732adb820ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35] added
Nov 29 04:29:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e7fad7-ea25-4c96-b636-b7d589228cb6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[49463009-4418-402d-927b-d5426c721974]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aACJPRgB {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aACJPRgB" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de38c5ca-9cc4-4997-b771-9e902363ac95]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aACJPRgB'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0142ee0b-9f96-4668-bff9-2345de65ef50]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.213s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 -F raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf427582-3575-4310-b61a-5fad75fc4d87]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[349c60e0-fdda-430b-8370-fb0fc6e59c05]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260]
Nov 29 04:29:34 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a28d1cb8-7133-48cc-af29-98e4bc0a7d1e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[39eda60d-ba6e-4b9a-bbfa-21a5145afead]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:34 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.446s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e903df87-f6a1-44d3-a09a-63fa270d6fda]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:29:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.495s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== connect_volume: return (1498ms) {'type': 'block', 'scsi_wwn': '23131343138313462', 'path': '/dev/sde'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131343138313462', 'path': '/dev/sde'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:29:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1954717783',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1954717783',id=26,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-uiq7nwa2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:19Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=e7cf02d9-265f-4966-a802-e3f425512923,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:29:36 user nova-compute[75027]:   <uuid>e7cf02d9-265f-4966-a802-e3f425512923</uuid>
Nov 29 04:29:36 user nova-compute[75027]:   <name>instance-0000001a</name>
Nov 29 04:29:36 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:29:36 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:29:36 user nova-compute[75027]:   <metadata>
Nov 29 04:29:36 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:29:36 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1954717783</nova:name>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:29:33</nova:creationTime>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:29:36 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:29:36 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:owner>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:29:36 user nova-compute[75027]:       </nova:owner>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:29:36 user nova-compute[75027]:       <nova:ports>
Nov 29 04:29:36 user nova-compute[75027]:         <nova:port uuid="41b44486-6d24-4863-96e1-d239e218e818">
Nov 29 04:29:36 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:29:36 user nova-compute[75027]:         </nova:port>
Nov 29 04:29:36 user nova-compute[75027]:       </nova:ports>
Nov 29 04:29:36 user nova-compute[75027]:     </nova:instance>
Nov 29 04:29:36 user nova-compute[75027]:   </metadata>
Nov 29 04:29:36 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:29:36 user nova-compute[75027]:     <system>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="serial">e7cf02d9-265f-4966-a802-e3f425512923</entry>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="uuid">e7cf02d9-265f-4966-a802-e3f425512923</entry>
Nov 29 04:29:36 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:29:36 user nova-compute[75027]:     </system>
Nov 29 04:29:36 user nova-compute[75027]:   </sysinfo>
Nov 29 04:29:36 user nova-compute[75027]:   <os>
Nov 29 04:29:36 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:29:36 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:29:36 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:29:36 user nova-compute[75027]:   </os>
Nov 29 04:29:36 user nova-compute[75027]:   <features>
Nov 29 04:29:36 user nova-compute[75027]:     <acpi/>
Nov 29 04:29:36 user nova-compute[75027]:     <apic/>
Nov 29 04:29:36 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:29:36 user nova-compute[75027]:   </features>
Nov 29 04:29:36 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:29:36 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:29:36 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:29:36 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:29:36 user nova-compute[75027]:   </clock>
Nov 29 04:29:36 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:29:36 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:29:36 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:29:36 user nova-compute[75027]:   </cpu>
Nov 29 04:29:36 user nova-compute[75027]:   <devices>
Nov 29 04:29:36 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:29:36 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:36 user nova-compute[75027]:       <source dev="/dev/sde"/>
Nov 29 04:29:36 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:29:36 user nova-compute[75027]:       <serial>0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35</serial>
Nov 29 04:29:36 user nova-compute[75027]:     </disk>
Nov 29 04:29:36 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:29:36 user nova-compute[75027]:       <mac address="fa:16:3e:01:d3:83"/>
Nov 29 04:29:36 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:36 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:29:36 user nova-compute[75027]:       <target dev="tap41b44486-6d"/>
Nov 29 04:29:36 user nova-compute[75027]:     </interface>
Nov 29 04:29:36 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:29:36 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/console.log" append="off"/>
Nov 29 04:29:36 user nova-compute[75027]:     </serial>
Nov 29 04:29:36 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:29:36 user nova-compute[75027]:     <video>
Nov 29 04:29:36 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:36 user nova-compute[75027]:     </video>
Nov 29 04:29:36 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:29:36 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:29:36 user nova-compute[75027]:     </rng>
Nov 29 04:29:36 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:29:36 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:29:36 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:29:36 user nova-compute[75027]:     </memballoon>
Nov 29 04:29:36 user nova-compute[75027]:   </devices>
Nov 29 04:29:36 user nova-compute[75027]: </domain>
Nov 29 04:29:36 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1954717783',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1954717783',id=26,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-uiq7nwa2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:19Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=e7cf02d9-265f-4966-a802-e3f425512923,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG os_vif [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a67be3a9-6a89-58f7-b372-1c4e56925252', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap41b44486-6d, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap41b44486-6d, col_values=(('qos', UUID('418fef78-7c2a-4bc2-84ae-7be0b8406b9a')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap41b44486-6d, col_values=(('external_ids', {'iface-id': '41b44486-6d24-4863-96e1-d239e218e818', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:d3:83', 'vm-uuid': 'e7cf02d9-265f-4966-a802-e3f425512923'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:36 user nova-compute[75027]: INFO os_vif [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d')
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:01:d3:83, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 -F raw /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk" returned: 0 in 2.966s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Ensure instance console log exists: /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start _get_guest_xml network_info=[{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='9c25f05cb569024eb7887199855f6db1',container_format='bare',created_at=2023-11-29T04:27:28Z,direct_url=<?>,disk_format='qcow2',id=5a546f36-bd4d-480b-9582-3ace468402fb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-899912871-shelved',owner='b7b5ffe4277944df947b6c7a1043278d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:27:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'f26aab1f-2c3e-43cf-90aa-913d5e380f45', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJstxFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9de8bd32-5de8-4f6d-bf8c-d6651784ebab', 'attached_at': '', 'detached_at': '', 'volume_id': '3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 'serial': '3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9c25f05cb569024eb7887199855f6db1',container_format='bare',created_at=2023-11-29T04:27:28Z,direct_url=<?>,disk_format='qcow2',id=5a546f36-bd4d-480b-9582-3ace468402fb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-899912871-shelved',owner='b7b5ffe4277944df947b6c7a1043278d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:27:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.objects.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<9de8bd32-5de8-4f6d-bf8c-d6651784ebab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJstxFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:37 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[42926796-3bfe-43d2-abe8-89893de677cf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:29:37 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d56387-bb53-47ed-8c6d-ddd94a2b363c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2] added
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:29:37 user nova-compute[75027]: INFO nova.compute.claims [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Claim successful on node user
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf896633-fb27-461d-bc5e-dc5fe1875d25]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8cc14e-fcad-4336-b1d5-79d86618029f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iJstxFaL {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iJstxFaL" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[16957225-e374-4b3f-afc2-d0439ffc70d8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iJstxFaL'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e829d96e-c24e-4440-b41d-ad5d3523c0a6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d97b6021-f169-4d79-bbf9-06c8a4321047]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f64b3ee-7c3d-4fbb-8cc6-26f711b398d2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260]
Nov 29 04:29:37 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c52d80-33e1-495b-a099-68520473dc12]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7868fd3-4a39-4782-ae5f-6861b3f36c17]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8edc8d96-1029-4fdc-ae8c-39284fce6470]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.670s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:29:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:29:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.policy [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7038196da42a48b898863b977dc2dc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfe490e465cd4be8b2fc51e237b022f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:29:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Creating image(s)
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "/opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "/opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "/opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:38 user nova-compute[75027]: WARNING nova.compute.manager [req-f12c838a-20ac-4f58-beaa-13cc56ccf1d1 req-cd1b589a-ce24-40b4-acb2-632573160ddd service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state building and task_state spawning.
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJstxFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26132336664333632', 'path': '/dev/sdf'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132336664333632', 'path': '/dev/sdf'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.282s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='5a546f36-bd4d-480b-9582-3ace468402fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-888835518',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:27:33.131124',shelved_host='user',shelved_image_id='5a546f36-bd4d-480b-9582-3ace468402fb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_devices' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.objects.base [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<9de8bd32-5de8-4f6d-bf8c-d6651784ebab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:29:38 user nova-compute[75027]:   <uuid>9de8bd32-5de8-4f6d-bf8c-d6651784ebab</uuid>
Nov 29 04:29:38 user nova-compute[75027]:   <name>instance-00000011</name>
Nov 29 04:29:38 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:29:38 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:29:38 user nova-compute[75027]:   <metadata>
Nov 29 04:29:38 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:29:38 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-899912871</nova:name>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:29:37</nova:creationTime>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:29:38 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:29:38 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:owner>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:user uuid="30361ef79d5b4aca832a76b68657ba95">tempest-AttachVolumeShelveTestJSON-1478241295-project-member</nova:user>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:project uuid="b7b5ffe4277944df947b6c7a1043278d">tempest-AttachVolumeShelveTestJSON-1478241295</nova:project>
Nov 29 04:29:38 user nova-compute[75027]:       </nova:owner>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:root type="image" uuid="5a546f36-bd4d-480b-9582-3ace468402fb"/>
Nov 29 04:29:38 user nova-compute[75027]:       <nova:ports>
Nov 29 04:29:38 user nova-compute[75027]:         <nova:port uuid="7b9e79de-bca2-495c-8f48-613a002a089d">
Nov 29 04:29:38 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:29:38 user nova-compute[75027]:         </nova:port>
Nov 29 04:29:38 user nova-compute[75027]:       </nova:ports>
Nov 29 04:29:38 user nova-compute[75027]:     </nova:instance>
Nov 29 04:29:38 user nova-compute[75027]:   </metadata>
Nov 29 04:29:38 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:29:38 user nova-compute[75027]:     <system>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="serial">9de8bd32-5de8-4f6d-bf8c-d6651784ebab</entry>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="uuid">9de8bd32-5de8-4f6d-bf8c-d6651784ebab</entry>
Nov 29 04:29:38 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:29:38 user nova-compute[75027]:     </system>
Nov 29 04:29:38 user nova-compute[75027]:   </sysinfo>
Nov 29 04:29:38 user nova-compute[75027]:   <os>
Nov 29 04:29:38 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:29:38 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:29:38 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:29:38 user nova-compute[75027]:   </os>
Nov 29 04:29:38 user nova-compute[75027]:   <features>
Nov 29 04:29:38 user nova-compute[75027]:     <acpi/>
Nov 29 04:29:38 user nova-compute[75027]:     <apic/>
Nov 29 04:29:38 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:29:38 user nova-compute[75027]:   </features>
Nov 29 04:29:38 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:29:38 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:29:38 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:29:38 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:29:38 user nova-compute[75027]:   </clock>
Nov 29 04:29:38 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:29:38 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:29:38 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:29:38 user nova-compute[75027]:   </cpu>
Nov 29 04:29:38 user nova-compute[75027]:   <devices>
Nov 29 04:29:38 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:29:38 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:29:38 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk"/>
Nov 29 04:29:38 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:29:38 user nova-compute[75027]:     </disk>
Nov 29 04:29:38 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:29:38 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:38 user nova-compute[75027]:       <source dev="/dev/sdf"/>
Nov 29 04:29:38 user nova-compute[75027]:       <target dev="vdc" bus="virtio"/>
Nov 29 04:29:38 user nova-compute[75027]:       <serial>3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2</serial>
Nov 29 04:29:38 user nova-compute[75027]:     </disk>
Nov 29 04:29:38 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:29:38 user nova-compute[75027]:       <mac address="fa:16:3e:61:bf:ca"/>
Nov 29 04:29:38 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:38 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:29:38 user nova-compute[75027]:       <target dev="tap7b9e79de-bc"/>
Nov 29 04:29:38 user nova-compute[75027]:     </interface>
Nov 29 04:29:38 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:29:38 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/console.log" append="off"/>
Nov 29 04:29:38 user nova-compute[75027]:     </serial>
Nov 29 04:29:38 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:29:38 user nova-compute[75027]:     <video>
Nov 29 04:29:38 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:38 user nova-compute[75027]:     </video>
Nov 29 04:29:38 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:29:38 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:29:38 user nova-compute[75027]:     </rng>
Nov 29 04:29:38 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:29:38 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:29:38 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:29:38 user nova-compute[75027]:     </memballoon>
Nov 29 04:29:38 user nova-compute[75027]:   </devices>
Nov 29 04:29:38 user nova-compute[75027]: </domain>
Nov 29 04:29:38 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='5a546f36-bd4d-480b-9582-3ace468402fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-888835518',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:25:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:27:33.131124',shelved_host='user',shelved_image_id='5a546f36-bd4d-480b-9582-3ace468402fb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG os_vif [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69a22d49-da2f-5291-b1c0-1798cd931615', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b9e79de-bc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b9e79de-bc, col_values=(('qos', UUID('60125f69-e0c3-48a6-8e80-19e196b58988')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b9e79de-bc, col_values=(('external_ids', {'iface-id': '7b9e79de-bca2-495c-8f48-613a002a089d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:bf:ca', 'vm-uuid': '9de8bd32-5de8-4f6d-bf8c-d6651784ebab'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:38 user nova-compute[75027]: INFO os_vif [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc')
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No VIF found with MAC fa:16:3e:61:bf:ca, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk 1073741824" returned: 0 in 0.099s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Successfully created port: 55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:29:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Cannot resize image /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Ensure instance console log exists: /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Successfully updated port: 55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquired lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.compute.manager [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.compute.manager [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing instance network info cache due to event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] Acquiring lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating instance_info_cache with network_info: [{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Releasing lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Instance network_info: |[{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] Acquired lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.neutron [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Start _get_guest_xml network_info=[{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:29:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-650257917',display_name='tempest-TestStampPattern-server-650257917',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-650257917',id=27,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-8erjml4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:38Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=97a6e146-0be4-4b76-ac54-da9b4bd88a26,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'pci_devices' on Instance uuid 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:29:39 user nova-compute[75027]:   <uuid>97a6e146-0be4-4b76-ac54-da9b4bd88a26</uuid>
Nov 29 04:29:39 user nova-compute[75027]:   <name>instance-0000001b</name>
Nov 29 04:29:39 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:29:39 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:29:39 user nova-compute[75027]:   <metadata>
Nov 29 04:29:39 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:29:39 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:name>tempest-TestStampPattern-server-650257917</nova:name>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:29:39</nova:creationTime>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:29:39 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:29:39 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:owner>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:user uuid="7038196da42a48b898863b977dc2dc06">tempest-TestStampPattern-715646522-project-member</nova:user>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:project uuid="bfe490e465cd4be8b2fc51e237b022f1">tempest-TestStampPattern-715646522</nova:project>
Nov 29 04:29:39 user nova-compute[75027]:       </nova:owner>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:29:39 user nova-compute[75027]:       <nova:ports>
Nov 29 04:29:39 user nova-compute[75027]:         <nova:port uuid="55aaa997-dc82-414a-b3e4-b162e9dc75d6">
Nov 29 04:29:39 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:29:39 user nova-compute[75027]:         </nova:port>
Nov 29 04:29:39 user nova-compute[75027]:       </nova:ports>
Nov 29 04:29:39 user nova-compute[75027]:     </nova:instance>
Nov 29 04:29:39 user nova-compute[75027]:   </metadata>
Nov 29 04:29:39 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:29:39 user nova-compute[75027]:     <system>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="serial">97a6e146-0be4-4b76-ac54-da9b4bd88a26</entry>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="uuid">97a6e146-0be4-4b76-ac54-da9b4bd88a26</entry>
Nov 29 04:29:39 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:29:39 user nova-compute[75027]:     </system>
Nov 29 04:29:39 user nova-compute[75027]:   </sysinfo>
Nov 29 04:29:39 user nova-compute[75027]:   <os>
Nov 29 04:29:39 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:29:39 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:29:39 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:29:39 user nova-compute[75027]:   </os>
Nov 29 04:29:39 user nova-compute[75027]:   <features>
Nov 29 04:29:39 user nova-compute[75027]:     <acpi/>
Nov 29 04:29:39 user nova-compute[75027]:     <apic/>
Nov 29 04:29:39 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:29:39 user nova-compute[75027]:   </features>
Nov 29 04:29:39 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:29:39 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:29:39 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:29:39 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:29:39 user nova-compute[75027]:   </clock>
Nov 29 04:29:39 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:29:39 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:29:39 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:29:39 user nova-compute[75027]:   </cpu>
Nov 29 04:29:39 user nova-compute[75027]:   <devices>
Nov 29 04:29:39 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:29:39 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:29:39 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk"/>
Nov 29 04:29:39 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:29:39 user nova-compute[75027]:     </disk>
Nov 29 04:29:39 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:29:39 user nova-compute[75027]:       <mac address="fa:16:3e:69:fc:a9"/>
Nov 29 04:29:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:39 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:29:39 user nova-compute[75027]:       <target dev="tap55aaa997-dc"/>
Nov 29 04:29:39 user nova-compute[75027]:     </interface>
Nov 29 04:29:39 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:29:39 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/console.log" append="off"/>
Nov 29 04:29:39 user nova-compute[75027]:     </serial>
Nov 29 04:29:39 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:29:39 user nova-compute[75027]:     <video>
Nov 29 04:29:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:29:39 user nova-compute[75027]:     </video>
Nov 29 04:29:39 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:29:39 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:29:39 user nova-compute[75027]:     </rng>
Nov 29 04:29:39 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:29:39 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:29:39 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:29:39 user nova-compute[75027]:     </memballoon>
Nov 29 04:29:39 user nova-compute[75027]:   </devices>
Nov 29 04:29:39 user nova-compute[75027]: </domain>
Nov 29 04:29:39 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-650257917',display_name='tempest-TestStampPattern-server-650257917',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-650257917',id=27,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-8erjml4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:38Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=97a6e146-0be4-4b76-ac54-da9b4bd88a26,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG os_vif [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '868cda49-df22-5c1a-9e4d-d978ed4d164c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap55aaa997-dc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap55aaa997-dc, col_values=(('qos', UUID('62f64df8-0dc1-43c0-8239-565f20a676f4')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap55aaa997-dc, col_values=(('external_ids', {'iface-id': '55aaa997-dc82-414a-b3e4-b162e9dc75d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:fc:a9', 'vm-uuid': '97a6e146-0be4-4b76-ac54-da9b4bd88a26'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:29:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:39 user nova-compute[75027]: INFO os_vif [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc')
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No VIF found with MAC fa:16:3e:69:fc:a9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.network.neutron [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updated VIF entry in instance network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.network.neutron [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating instance_info_cache with network_info: [{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c3da6e49-a080-4549-bfbb-73d84cc2090f req-6c17cd87-f3bc-4af1-806d-f51d9f5c7fca service nova] Releasing lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:40 user nova-compute[75027]: WARNING nova.compute.manager [req-eb4ae49f-b2db-4fb3-9b60-fc40fc0189a2 req-bbf069fc-6f06-43d0-a969-690d0eeb8730 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state building and task_state spawning.
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:29:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance spawned successfully.
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:40 user nova-compute[75027]: INFO nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Took 6.75 seconds to spawn the instance on the hypervisor.
Nov 29 04:29:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:29:40 user nova-compute[75027]: INFO nova.compute.manager [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Took 22.10 seconds to build instance.
Nov 29 04:29:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8188b729-ac45-40f1-9a93-5926a07c3359 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.193s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:41 user nova-compute[75027]: INFO nova.compute.manager [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Detaching volume 6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:29:41 user nova-compute[75027]: INFO nova.virt.block_device [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Attempting to driver detach volume 6a50523d-03cd-49d8-8512-f77eba896169 from mountpoint /dev/vdb
Nov 29 04:29:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Attempting to detach device vdb from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:29:41 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:41 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:29:41 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:29:41 user nova-compute[75027]:   <serial>6a50523d-03cd-49d8-8512-f77eba896169</serial>
Nov 29 04:29:41 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:29:41 user nova-compute[75027]: </disk>
Nov 29 04:29:41 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:29:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully detached device vdb from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the persistent domain config.
Nov 29 04:29:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:29:41 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:41 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:29:41 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:29:41 user nova-compute[75027]:   <serial>6a50523d-03cd-49d8-8512-f77eba896169</serial>
Nov 29 04:29:41 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:29:41 user nova-compute[75027]: </disk>
Nov 29 04:29:41 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] No waiting events found dispatching network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:42 user nova-compute[75027]: WARNING nova.compute.manager [req-e9d2e75c-2658-47db-a509-f515063ec37a req-850f96a7-2fbf-466b-a58d-ceb8095bfbcc service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received unexpected event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 for instance with vm_state building and task_state spawning.
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:42 user nova-compute[75027]: WARNING nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:42 user nova-compute[75027]: WARNING nova.compute.manager [req-c14f981a-cca7-41d2-95fc-2a6f728dd526 req-2bc82867-bb21-4f7a-990e-843022a3e51c service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 04:29:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] No waiting events found dispatching network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:44 user nova-compute[75027]: WARNING nova.compute.manager [req-7db414ca-15ec-4a21-873a-5dcd9e988c18 req-cf0b5574-54b4-42d7-8625-7fd72bd33026 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received unexpected event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 for instance with vm_state building and task_state spawning.
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:29:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Instance spawned successfully.
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:29:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance spawned successfully.
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:29:44 user nova-compute[75027]: INFO nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Took 6.08 seconds to spawn the instance on the hypervisor.
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:29:44 user nova-compute[75027]: INFO nova.compute.manager [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Took 7.19 seconds to build instance.
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3c4d5270-ce89-4fa0-959b-df0d0028ed39 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.302s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83284580-0c02-4d88-b6d6-db7bf405355b tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 23.816s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'flavor' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:44 user nova-compute[75027]: INFO nova.compute.manager [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attaching volume 3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e to /dev/vdb
Nov 29 04:29:44 user nova-compute[75027]: DEBUG os_brick.utils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.099s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1943654b-5dfc-4082-881d-8fcbae77972f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[47837e89-f002-427c-90e6-9db81a7ca979]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7d3dad-4bb1-4056-bdf6-6d617e5bda12]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da825a6-137b-4dcd-9d4a-c636e850a1df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:29:45 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:29:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[55166d35-2864-4687-aef5-ce96c1118422]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG os_brick.utils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] <== get_connector_properties: return (230ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:45 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating existing volume attachment record: 2e0c641c-c03d-4a25-9173-32450d1730e8 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:29:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:29:53 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:53 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:29:53 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6110268e-17f7-49ed-9f11-f596d092ce42]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:29:53 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3037eb15-6d07-4b00-b730-8dbb07648d5e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e] added
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9217b96-bbb4-4b50-aa00-d0ddb80f5319]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d056a31-a358-4875-9c23-3b4e4c31d0a4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VOcLQyft {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VOcLQyft" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0099fe4c-a727-4c30-958f-1e58d10cf589]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VOcLQyft'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba248ae3-9b7d-4710-a529-e742544185ec]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a00840a-88fb-4a64-8e40-f0749c34d1da]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2dec24-4e40-43f8-b3dc-e295052ac271]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260]
Nov 29 04:29:53 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260] successful.
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3aedfa-c6db-49b2-ba30-aac6e9e98ab8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca602d44-9ec1-47fa-b00f-ada6453e51d8]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:29:53 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:29:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] HCTL ('38', '-', '-', 0) found on session 29 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7de8cd-a97d-4ef3-816b-d5c41564d2e0]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching for a device in session 29 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [{"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-9de8bd32-5de8-4f6d-bf8c-d6651784ebab" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23630333632613635', 'path': '/dev/sdg'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630333632613635', 'path': '/dev/sdg'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'flavor' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:29:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:29:54 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:29:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:29:54 user nova-compute[75027]:   <serial>3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e</serial>
Nov 29 04:29:54 user nova-compute[75027]: </disk>
Nov 29 04:29:54 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No VIF found with MAC fa:16:3e:87:2d:a1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bd6e4f52-9865-41a7-9f7e-a716c2adf7f0 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.348s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:56 user nova-compute[75027]: INFO nova.compute.manager [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Rescuing
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:57 user nova-compute[75027]: WARNING nova.compute.manager [req-a7e2d17c-f0ff-48b9-9766-d1abe3c5b3d2 req-271f6ac8-b86b-4217-8fce-44223a0b6695 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state active and task_state rescuing.
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance destroyed successfully.
Nov 29 04:29:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attempting a stable device rescue
Nov 29 04:29:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:29:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Creating image(s)
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'trusted_certs' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 1.019s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG nova.virt.images [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] 26025bae-d131-450a-86b1-0cc4c7f81c9e was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.part /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:29:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:29:59 user nova-compute[75027]: WARNING nova.compute.manager [req-aab32221-3833-47cc-96bc-c8f8201d0d0f req-fe8191fa-51b2-491d-ad2d-f44ef7600247 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state active and task_state rescuing.
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.part /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.converted" returned: 0 in 0.675s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7.converted --force-share --output=json" returned: 0 in 0.272s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.112s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7 --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7,backing_fmt=raw /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7,backing_fmt=raw /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "4a392d2bb4be99a62f507d253933aae4a9910ce7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'migration_context' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:29:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Object Instance<48e92d76-fafc-4292-ba6c-ab5f3668d8e3> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start _get_guest_xml network_info=[{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "vif_mac": "fa:16:3e:87:2d:a1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '26025bae-d131-450a-86b1-0cc4c7f81c9e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '2e0c641c-c03d-4a25-9173-32450d1730e8', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '48e92d76-fafc-4292-ba6c-ab5f3668d8e3', 'attached_at': '', 'detached_at': '', 'volume_id': '3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'serial': '3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'resources' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Object Instance<48e92d76-fafc-4292-ba6c-ab5f3668d8e3> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'numa_topology' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Object Instance<48e92d76-fafc-4292-ba6c-ab5f3668d8e3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7122MB free_disk=25.043201446533203GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:00 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'vcpu_model' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Object Instance<48e92d76-fafc-4292-ba6c-ab5f3668d8e3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:30:00 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:30:00 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:30:00 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e893d08-f038-49f1-bfc4-7106678adc16]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = VOcLQyft\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 04:30:00 user nova-compute[75027]: node.name = iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:30:00 user nova-compute[75027]: node.tpgt = -1
Nov 29 04:30:00 user nova-compute[75027]: node.startup = automatic
Nov 29 04:30:00 user nova-compute[75027]: node.leading_login = No
Nov 29 04:30:00 user nova-compute[75027]: iface.iscsi_ifacename = default
Nov 29 04:30:00 user nova-compute[75027]: iface.net_ifacename = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.ipaddress = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.prefix_len = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.hwaddress = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.transport_name = tcp
Nov 29 04:30:00 user nova-compute[75027]: iface.initiatorname = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.vlan_id = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.vlan_priority = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.vlan_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.iface_num = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.mtu = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.port = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.bootproto = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.subnet_mask = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.gateway = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_alt_client_id = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_dns = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_learn_iqn = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_vendor_id_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_vendor_id = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.dhcp_slp_da = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.fragmentation = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.gratuitous_arp = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.incoming_forwarding = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.tos_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.tos = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.ttl = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.delayed_ack = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.tcp_nagle = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.tcp_wsf_state = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.tcp_wsf = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.tcp_timer_scale = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.tcp_timestamp = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.redirect = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.def_task_mgmt_timeout = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.header_digest = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.data_digest = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.immediate_data = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.initial_r2t = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.data_seq_inorder = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.data_pdu_inorder = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.erl = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.max_receive_data_len = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.first_burst_len = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.max_outstanding_r2t = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.max_burst_len = 0
Nov 29 04:30:00 user nova-compute[75027]: iface.chap_auth = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.bidi_chap = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.strict_login_compliance = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.discovery_auth = <empty>
Nov 29 04:30:00 user nova-compute[75027]: iface.discovery_logout = <empty>
Nov 29 04:30:00 user nova-compute[75027]: node.discovery_address = <empty>
Nov 29 04:30:00 user nova-compute[75027]: node.discovery_port = 0
Nov 29 04:30:00 user nova-compute[75027]: node.discovery_type = static
Nov 29 04:30:00 user nova-compute[75027]: node.session.initial_cmdsn = 0
Nov 29 04:30:00 user nova-compute[75027]: node.session.initial_login_retry_max = 8
Nov 29 04:30:00 user nova-compute[75027]: node.session.xmit_thread_priority = -20
Nov 29 04:30:00 user nova-compute[75027]: node.session.cmds_max = 128
Nov 29 04:30:00 user nova-compute[75027]: node.session.queue_depth = 32
Nov 29 04:30:00 user nova-compute[75027]: node.session.nr_sessions = 1
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.authmethod = CHAP
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.username = VOcLQyft
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.password = ***
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.username_in = <empty>
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.password_in = <empty>
Nov 29 04:30:00 user nova-compute[75027]: node.session.auth.chap_algs = MD5
Nov 29 04:30:00 user nova-compute[75027]: node.session.timeo.replacement_timeout = 120
Nov 29 04:30:00 user nova-compute[75027]: node.session.err_timeo.abort_timeout = 15
Nov 29 04:30:00 user nova-compute[75027]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 04:30:00 user nova-compute[75027]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 04:30:00 user nova-compute[75027]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.FastAbort = Yes
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.InitialR2T = No
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.ImmediateData = Yes
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.MaxConnections = 1
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 04:30:00 user nova-compute[75027]: node.session.iscsi.ERL = 0
Nov 29 04:30:00 user nova-compute[75027]: node.session.scan = manual
Nov 29 04:30:00 user nova-compute[75027]: node.session.reopen_max = 0
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].address = 172.16.0.220
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].port = 3260
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].startup = manual
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].tcp.window_size = 524288
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].tcp.type_of_service = 0
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].timeo.logout_timeout = 15
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].timeo.login_timeout = 15
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].timeo.auth_timeout = 45
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.DataDigest = None
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.IFMarker = No
Nov 29 04:30:00 user nova-compute[75027]: node.conn[0].iscsi.OFMarker = No
Nov 29 04:30:00 user nova-compute[75027]: # END RECORD
Nov 29 04:30:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d21584a9-5ad9-454f-8c27-ecf172ebd341]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Applying migration context for instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 as it has an incoming, in-progress migration ac38b403-8764-4523-984f-7cb945de5bfb. Migration status is finished {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 04:30:00 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating resource usage from migration ac38b403-8764-4523-984f-7cb945de5bfb
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa369664-30e9-4d5f-8267-9067188f5cd6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VOcLQyft {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VOcLQyft" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccbacbe-7c1d-4d48-b5cf-a88c37a1bdff]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VOcLQyft'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b5dc2807-3cab-44bb-ad14-57b48cca4024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance f577b1e9-7763-4b75-bcf5-f7a8327c2d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Migration ac38b403-8764-4523-984f-7cb945de5bfb is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=33GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[55dcd25d-7d3a-41fc-98fc-4611d45c4e8e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca843040-afac-4327-b662-8b99fba3cc99]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:00 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.157s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] HCTL ('38', '0', '0', 0) found on session 29 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Scanning host 38 c: 0, t: 0, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93cc9d36-53cc-4df2-8e5a-f114d5c9add5]: (4, ('0 0 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Searching for a device in session 29 and hctl ('38', '0', '0', 0) yield: sdg {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.180s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] <== connect_volume: return (182ms) {'type': 'block', 'scsi_wwn': '23630333632613635', 'path': '/dev/sdg'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630333632613635', 'path': '/dev/sdg'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-548714006',display_name='tempest-ServerStableDeviceRescueTest-server-548714006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-548714006',id=18,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxrR3rvrJkLG6RO+MT4UKKRtsY+iTxO58JAkJiL+tnDHqF47/sAuqa8tIRANmNptrXjT///dPxT1PzIUMu/DxqVMyuAnr0OpqEhRyp4/M8ECOiVz3NqKyvgHprVPjoFQ==',key_name='tempest-keypair-1274329361',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:26:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b9ff0a41a697455984b87522e6d18ae9',ramdisk_id='',reservation_id='r-jc6u6l62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1461845592',owner_user_name='tempest-ServerStableDeviceRescueTest-1461845592-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:27:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cceaf169e6843e782c087eab364a9bd',uuid=48e92d76-fafc-4292-ba6c-ab5f3668d8e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "vif_mac": "fa:16:3e:87:2d:a1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converting VIF {"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "vif_mac": "fa:16:3e:87:2d:a1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'pci_devices' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.objects.base [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Object Instance<48e92d76-fafc-4292-ba6c-ab5f3668d8e3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:30:00 user nova-compute[75027]:   <uuid>48e92d76-fafc-4292-ba6c-ab5f3668d8e3</uuid>
Nov 29 04:30:00 user nova-compute[75027]:   <name>instance-00000012</name>
Nov 29 04:30:00 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:30:00 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:30:00 user nova-compute[75027]:   <metadata>
Nov 29 04:30:00 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:30:00 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-548714006</nova:name>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:30:00</nova:creationTime>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:30:00 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:30:00 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:owner>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:user uuid="3cceaf169e6843e782c087eab364a9bd">tempest-ServerStableDeviceRescueTest-1461845592-project-member</nova:user>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:project uuid="b9ff0a41a697455984b87522e6d18ae9">tempest-ServerStableDeviceRescueTest-1461845592</nova:project>
Nov 29 04:30:00 user nova-compute[75027]:       </nova:owner>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:30:00 user nova-compute[75027]:       <nova:ports>
Nov 29 04:30:00 user nova-compute[75027]:         <nova:port uuid="720f7534-fedd-432f-b855-f286d579d7d5">
Nov 29 04:30:00 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:30:00 user nova-compute[75027]:         </nova:port>
Nov 29 04:30:00 user nova-compute[75027]:       </nova:ports>
Nov 29 04:30:00 user nova-compute[75027]:     </nova:instance>
Nov 29 04:30:00 user nova-compute[75027]:   </metadata>
Nov 29 04:30:00 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:30:00 user nova-compute[75027]:     <system>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="serial">48e92d76-fafc-4292-ba6c-ab5f3668d8e3</entry>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="uuid">48e92d76-fafc-4292-ba6c-ab5f3668d8e3</entry>
Nov 29 04:30:00 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:30:00 user nova-compute[75027]:     </system>
Nov 29 04:30:00 user nova-compute[75027]:   </sysinfo>
Nov 29 04:30:00 user nova-compute[75027]:   <os>
Nov 29 04:30:00 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:30:00 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:30:00 user nova-compute[75027]:   </os>
Nov 29 04:30:00 user nova-compute[75027]:   <features>
Nov 29 04:30:00 user nova-compute[75027]:     <acpi/>
Nov 29 04:30:00 user nova-compute[75027]:     <apic/>
Nov 29 04:30:00 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:30:00 user nova-compute[75027]:   </features>
Nov 29 04:30:00 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:30:00 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:30:00 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:30:00 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:30:00 user nova-compute[75027]:   </clock>
Nov 29 04:30:00 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:30:00 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:30:00 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:30:00 user nova-compute[75027]:   </cpu>
Nov 29 04:30:00 user nova-compute[75027]:   <devices>
Nov 29 04:30:00 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:30:00 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:30:00 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk"/>
Nov 29 04:30:00 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:30:00 user nova-compute[75027]:     </disk>
Nov 29 04:30:00 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:30:00 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:30:00 user nova-compute[75027]:       <source dev="/dev/sdg"/>
Nov 29 04:30:00 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:30:00 user nova-compute[75027]:       <serial>3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e</serial>
Nov 29 04:30:00 user nova-compute[75027]:     </disk>
Nov 29 04:30:00 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:30:00 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:30:00 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue"/>
Nov 29 04:30:00 user nova-compute[75027]:       <target dev="vdc" bus="virtio"/>
Nov 29 04:30:00 user nova-compute[75027]:       <boot order="1"/>
Nov 29 04:30:00 user nova-compute[75027]:     </disk>
Nov 29 04:30:00 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:30:00 user nova-compute[75027]:       <mac address="fa:16:3e:87:2d:a1"/>
Nov 29 04:30:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:30:00 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:30:00 user nova-compute[75027]:       <target dev="tap720f7534-fe"/>
Nov 29 04:30:00 user nova-compute[75027]:     </interface>
Nov 29 04:30:00 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:30:00 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/console.log" append="off"/>
Nov 29 04:30:00 user nova-compute[75027]:     </serial>
Nov 29 04:30:00 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:30:00 user nova-compute[75027]:     <video>
Nov 29 04:30:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:30:00 user nova-compute[75027]:     </video>
Nov 29 04:30:00 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:30:00 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:30:00 user nova-compute[75027]:     </rng>
Nov 29 04:30:00 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:30:00 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:30:00 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:30:00 user nova-compute[75027]:     </memballoon>
Nov 29 04:30:00 user nova-compute[75027]:   </devices>
Nov 29 04:30:00 user nova-compute[75027]: </domain>
Nov 29 04:30:00 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:30:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance destroyed successfully.
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:30:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] No VIF found with MAC fa:16:3e:87:2d:a1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:30:01 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:30:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:30:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:30:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.638s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:02 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d is timed out.
Nov 29 04:30:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully detached device vdb from instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d from the live domain config.
Nov 29 04:30:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vryqWcVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:30:02 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f451167f-fb16-4b19-9940-2f19b3a0f45f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:30:02 user nova-compute[75027]: No targets found.
Nov 29 04:30:02 user nova-compute[75027]: iSNS:
Nov 29 04:30:02 user nova-compute[75027]: No targets found.
Nov 29 04:30:02 user nova-compute[75027]: STATIC:
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:30:02 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:02 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:02 user nova-compute[75027]: FIRMWARE:
Nov 29 04:30:02 user nova-compute[75027]: No targets found.
Nov 29 04:30:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:30:02 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:30:02 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6584899a-495b-41ce-bd65-53694e2598dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d48843b-1af2-4b3c-a80b-d268a13fac6f]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:02 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa002277f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe6c254-f07f-4f6a-9a4a-60c220dfcf42]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cdc30a5-a0a8-47c6-a0e4-ed1d5b5e6ca6]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf603dd4-e199-4818-a16a-c1fc473cc9f6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.064s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a21f585-d291-4425-a8e9-54eff9b4dfeb]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[208297e4-0a9b-4d5b-8941-e0fe82af2ba1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:02 user nova-compute[75027]: WARNING nova.compute.manager [req-5bc11a6f-92c9-47b6-8222-62dac3e75a9e req-79ca69c0-952d-4b3b-8a36-4b070369ce61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state active and task_state rescuing.
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7285adfc-7225-4dd9-958b-31cfd15df155]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260]
Nov 29 04:30:02 user nova-compute[75027]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169, portal: 172.16.0.220,3260] successful.
Nov 29 04:30:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a50523d-03cd-49d8-8512-f77eba896169 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f13888-541b-4893-8719-cc09a488c4e7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== disconnect_volume: return (381ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:03 user nova-compute[75027]: INFO nova.compute.manager [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Rescuing
Nov 29 04:30:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'flavor' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fd28fb8a-1986-46f1-87a8-1c13884af641 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.147s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance destroyed successfully.
Nov 29 04:30:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Attempting rescue
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:30:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Creating image(s)
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'trusted_certs' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3a960d42-6361-453a-ba42-0bfa739da133 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'migration_context' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<cbeea41b-5046-4f45-bac0-04079f98e43f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start _get_guest_xml network_info=[{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:ec:68:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:04 user nova-compute[75027]: WARNING nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state rescued and task_state None.
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:04 user nova-compute[75027]: WARNING nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state active and task_state rescuing.
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:04 user nova-compute[75027]: WARNING nova.compute.manager [req-fa77b43a-3d36-4848-a0cf-a45011aaa06d req-963d1c8b-4960-4a11-8a94-b1e02415d522 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state active and task_state rescuing.
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<cbeea41b-5046-4f45-bac0-04079f98e43f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'numa_topology' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<cbeea41b-5046-4f45-bac0-04079f98e43f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'vcpu_model' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<cbeea41b-5046-4f45-bac0-04079f98e43f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-325603636',display_name='tempest-ServerRescueNegativeTestJSON-server-325603636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-325603636',id=23,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:28:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-misvq00t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:20Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=cbeea41b-5046-4f45-bac0-04079f98e43f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:ec:68:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:ec:68:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<cbeea41b-5046-4f45-bac0-04079f98e43f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:30:04 user nova-compute[75027]:   <uuid>cbeea41b-5046-4f45-bac0-04079f98e43f</uuid>
Nov 29 04:30:04 user nova-compute[75027]:   <name>instance-00000017</name>
Nov 29 04:30:04 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:30:04 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:30:04 user nova-compute[75027]:   <metadata>
Nov 29 04:30:04 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:30:04 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-325603636</nova:name>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:30:04</nova:creationTime>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:30:04 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:30:04 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:owner>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:30:04 user nova-compute[75027]:       </nova:owner>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:30:04 user nova-compute[75027]:       <nova:ports>
Nov 29 04:30:04 user nova-compute[75027]:         <nova:port uuid="8bca138d-34e0-474e-bcf8-c7a4b7b4af5d">
Nov 29 04:30:04 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:30:04 user nova-compute[75027]:         </nova:port>
Nov 29 04:30:04 user nova-compute[75027]:       </nova:ports>
Nov 29 04:30:04 user nova-compute[75027]:     </nova:instance>
Nov 29 04:30:04 user nova-compute[75027]:   </metadata>
Nov 29 04:30:04 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:30:04 user nova-compute[75027]:     <system>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="serial">cbeea41b-5046-4f45-bac0-04079f98e43f</entry>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="uuid">cbeea41b-5046-4f45-bac0-04079f98e43f</entry>
Nov 29 04:30:04 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:30:04 user nova-compute[75027]:     </system>
Nov 29 04:30:04 user nova-compute[75027]:   </sysinfo>
Nov 29 04:30:04 user nova-compute[75027]:   <os>
Nov 29 04:30:04 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:30:04 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:30:04 user nova-compute[75027]:   </os>
Nov 29 04:30:04 user nova-compute[75027]:   <features>
Nov 29 04:30:04 user nova-compute[75027]:     <acpi/>
Nov 29 04:30:04 user nova-compute[75027]:     <apic/>
Nov 29 04:30:04 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:30:04 user nova-compute[75027]:   </features>
Nov 29 04:30:04 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:30:04 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:30:04 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:30:04 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:30:04 user nova-compute[75027]:   </clock>
Nov 29 04:30:04 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:30:04 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:30:04 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:30:04 user nova-compute[75027]:   </cpu>
Nov 29 04:30:04 user nova-compute[75027]:   <devices>
Nov 29 04:30:04 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:30:04 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:30:04 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue"/>
Nov 29 04:30:04 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:30:04 user nova-compute[75027]:     </disk>
Nov 29 04:30:04 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:30:04 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:30:04 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk"/>
Nov 29 04:30:04 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:30:04 user nova-compute[75027]:     </disk>
Nov 29 04:30:04 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:30:04 user nova-compute[75027]:       <mac address="fa:16:3e:ec:68:53"/>
Nov 29 04:30:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:30:04 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:30:04 user nova-compute[75027]:       <target dev="tap8bca138d-34"/>
Nov 29 04:30:04 user nova-compute[75027]:     </interface>
Nov 29 04:30:04 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:30:04 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/console.log" append="off"/>
Nov 29 04:30:04 user nova-compute[75027]:     </serial>
Nov 29 04:30:04 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:30:04 user nova-compute[75027]:     <video>
Nov 29 04:30:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:30:04 user nova-compute[75027]:     </video>
Nov 29 04:30:04 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:30:04 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:30:04 user nova-compute[75027]:     </rng>
Nov 29 04:30:04 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:30:04 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:30:04 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:30:04 user nova-compute[75027]:     </memballoon>
Nov 29 04:30:04 user nova-compute[75027]:   </devices>
Nov 29 04:30:04 user nova-compute[75027]: </domain>
Nov 29 04:30:04 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:30:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance destroyed successfully.
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:ec:68:53, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:30:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:06 user nova-compute[75027]: WARNING nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state active and task_state rescuing.
Nov 29 04:30:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:06 user nova-compute[75027]: WARNING nova.compute.manager [req-ee9da8ac-41d5-4158-a349-356014d8b0f4 req-7ceea43c-6c11-4bcd-aa40-3ec303e04ae8 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state active and task_state rescuing.
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:06 user nova-compute[75027]: INFO nova.compute.manager [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Terminating instance
Nov 29 04:30:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:30:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-unplugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] No waiting events found dispatching network-vif-unplugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-5585bcb3-bdc6-4e85-a713-ec3fad7c2cd3 req-7d6535c9-73c0-4fc2-83ff-218606b44988 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-unplugged-facdf065-8541-48d8-8790-72be0f351785 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Instance destroyed successfully.
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.objects.instance [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lazy-loading 'resources' on Instance uuid b5dc2807-3cab-44bb-ad14-57b48cca4024 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1871547521',display_name='tempest-ServersNegativeTestJSON-server-1871547521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1871547521',id=24,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:28:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-02wrpwor',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:28:24Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=b5dc2807-3cab-44bb-ad14-57b48cca4024,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "facdf065-8541-48d8-8790-72be0f351785", "address": "fa:16:3e:d8:2a:37", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfacdf065-85", "ovs_interfaceid": "facdf065-8541-48d8-8790-72be0f351785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG os_vif [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfacdf065-85, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12068e29-542a-4d19-8be5-458da105db1f) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:07 user nova-compute[75027]: INFO os_vif [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2a:37,bridge_name='br-int',has_traffic_filtering=True,id=facdf065-8541-48d8-8790-72be0f351785,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfacdf065-85')
Nov 29 04:30:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Deleting instance files /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024_del
Nov 29 04:30:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Deletion of /opt/stack/data/nova/instances/b5dc2807-3cab-44bb-ad14-57b48cca4024_del complete
Nov 29 04:30:07 user nova-compute[75027]: INFO nova.compute.manager [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Took 0.83 seconds to destroy the instance on the hypervisor.
Nov 29 04:30:07 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:30:07 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:30:08 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:08 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Took 0.49 seconds to deallocate network for instance.
Nov 29 04:30:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-36d19ffa-6cb7-4052-8057-c122a4ca3c26 req-cd7a5eb5-a40b-4e67-85f3-9048fb5926c5 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-deleted-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:08 user nova-compute[75027]: INFO nova.compute.manager [req-36d19ffa-6cb7-4052-8057-c122a4ca3c26 req-cd7a5eb5-a40b-4e67-85f3-9048fb5926c5 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Neutron deleted interface facdf065-8541-48d8-8790-72be0f351785; detaching it from the instance and deleting it from the info cache
Nov 29 04:30:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-36d19ffa-6cb7-4052-8057-c122a4ca3c26 req-cd7a5eb5-a40b-4e67-85f3-9048fb5926c5 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-36d19ffa-6cb7-4052-8057-c122a4ca3c26 req-cd7a5eb5-a40b-4e67-85f3-9048fb5926c5 service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Detach interface failed, port_id=facdf065-8541-48d8-8790-72be0f351785, reason: Instance b5dc2807-3cab-44bb-ad14-57b48cca4024 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:30:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-bf446bf8-5ace-4801-ac46-86220151a520 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:30:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.739s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:09 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Deleted allocations for instance b5dc2807-3cab-44bb-ad14-57b48cca4024
Nov 29 04:30:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-09ffbe83-1172-4e98-aad7-064d97faec0b tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.348s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] Acquiring lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] Lock "b5dc2807-3cab-44bb-ad14-57b48cca4024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] No waiting events found dispatching network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:09 user nova-compute[75027]: WARNING nova.compute.manager [req-2f821309-396f-46f9-809e-c718ea412ef2 req-db2e6c3a-e177-47bc-b000-090649db8a2b service nova] [instance: b5dc2807-3cab-44bb-ad14-57b48cca4024] Received unexpected event network-vif-plugged-facdf065-8541-48d8-8790-72be0f351785 for instance with vm_state deleted and task_state None.
Nov 29 04:30:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-changed-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Refreshing instance network info cache due to event network-changed-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] Acquiring lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] Acquired lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:30:29 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Refreshing network info cache for port b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:30 user nova-compute[75027]: INFO nova.compute.manager [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Terminating instance
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updated VIF entry in instance network info cache for port b43a3abd-4fff-4aa4-bee1-8edd3e3d890e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.network.neutron [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updating instance_info_cache with network_info: [{"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3a06d51c-0729-41f8-ac1f-ecaa6d22e9ba req-e3dad7a6-30f7-4a3d-81f3-393a8e2bdf93 service nova] Releasing lock "refresh_cache-f577b1e9-7763-4b75-bcf5-f7a8327c2d29" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-unplugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] No waiting events found dispatching network-vif-unplugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-adbac9bf-059a-452f-8448-f67bd8a47441 req-0fc2d4c0-21e8-40c1-a46b-7f2e2ef65871 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-unplugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Instance destroyed successfully.
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.objects.instance [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'resources' on Instance uuid f577b1e9-7763-4b75-bcf5-f7a8327c2d29 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-120305007',display_name='tempest-AttachVolumeNegativeTest-server-120305007',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-120305007',id=25,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAvfjR/iB605g4Zmyp7oG0TUxx/XQs+6AjV/3eT1FLApFKb0TCbFGX36XfJzynBQG6ADW0oq8KAfikkrweLvpjyHLA+5Vqm21KVI51d36lcVrGMjZwFCHKrfP7do3JVuvQ==',key_name='tempest-keypair-734407725',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:28:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-y0kcw8x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:28:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=f577b1e9-7763-4b75-bcf5-f7a8327c2d29,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "address": "fa:16:3e:71:ea:8b", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb43a3abd-4f", "ovs_interfaceid": "b43a3abd-4fff-4aa4-bee1-8edd3e3d890e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG os_vif [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb43a3abd-4f, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b52b3ea0-bb7d-47e3-8c14-6749e132f008) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:30 user nova-compute[75027]: INFO os_vif [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:8b,bridge_name='br-int',has_traffic_filtering=True,id=b43a3abd-4fff-4aa4-bee1-8edd3e3d890e,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb43a3abd-4f')
Nov 29 04:30:30 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Deleting instance files /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29_del
Nov 29 04:30:30 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Deletion of /opt/stack/data/nova/instances/f577b1e9-7763-4b75-bcf5-f7a8327c2d29_del complete
Nov 29 04:30:31 user nova-compute[75027]: INFO nova.compute.manager [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:31 user nova-compute[75027]: INFO nova.compute.manager [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Terminating instance
Nov 29 04:30:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:31 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Took 0.68 seconds to deallocate network for instance.
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.425s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:32 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Deleted allocations for instance f577b1e9-7763-4b75-bcf5-f7a8327c2d29
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503dfa99-8347-4498-b2b1-9bd7428ee94d tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.013s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Instance destroyed successfully.
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'resources' on Instance uuid 7cfeaa2e-72df-4b51-ad28-b3710b6e870d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:24:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1557970327',display_name='tempest-ServerActionsTestOtherA-server-448751572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1557970327',id=14,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEiCmgOwGxfqell5z+FJ861iFQ1SvE1ERbE3N9lnVE6tcqY1WTduG9nSAip+nGAol2/iMU6w9va8YGnmwlpVOl7yjDZHiSpvxWYCCLMOE5XZ6ILKY6Ket757joVC9n25gg==',key_name='tempest-keypair-353678948',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:27:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-7en5fg5n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:27:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=7cfeaa2e-72df-4b51-ad28-b3710b6e870d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "address": "fa:16:3e:b0:86:45", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap861ba1fc-38", "ovs_interfaceid": "861ba1fc-38b5-49fb-8c4c-261503ce3def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG os_vif [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap861ba1fc-38, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f573f2f-91c4-4a6e-a31a-f08550a87a16) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:32 user nova-compute[75027]: INFO os_vif [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:86:45,bridge_name='br-int',has_traffic_filtering=True,id=861ba1fc-38b5-49fb-8c4c-261503ce3def,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap861ba1fc-38')
Nov 29 04:30:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Deleting instance files /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d_del
Nov 29 04:30:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Deletion of /opt/stack/data/nova/instances/7cfeaa2e-72df-4b51-ad28-b3710b6e870d_del complete
Nov 29 04:30:32 user nova-compute[75027]: INFO nova.compute.manager [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-3dd861d8-3226-4169-a25a-652a6a3e8580 req-410613ff-fa8b-447f-8137-fa58488dd6d6 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-unplugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] Acquiring lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] Lock "f577b1e9-7763-4b75-bcf5-f7a8327c2d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] No waiting events found dispatching network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:32 user nova-compute[75027]: WARNING nova.compute.manager [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received unexpected event network-vif-plugged-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e for instance with vm_state deleted and task_state None.
Nov 29 04:30:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-ffb2b78a-d703-430c-a94c-ed03e4ca9b30 req-3d153ee1-365a-45ef-bad6-ff71b3295005 service nova] [instance: f577b1e9-7763-4b75-bcf5-f7a8327c2d29] Received event network-vif-deleted-b43a3abd-4fff-4aa4-bee1-8edd3e3d890e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:33 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:33 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Took 0.82 seconds to deallocate network for instance.
Nov 29 04:30:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:33 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:30:33 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:30:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.483s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:33 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Deleted allocations for instance 7cfeaa2e-72df-4b51-ad28-b3710b6e870d
Nov 29 04:30:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1384e20d-e33a-453c-aed1-6377deca4cc1 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.506s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] Acquiring lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] Lock "7cfeaa2e-72df-4b51-ad28-b3710b6e870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] No waiting events found dispatching network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:34 user nova-compute[75027]: WARNING nova.compute.manager [req-df656360-eb38-4ecb-9c0c-f462457f1a43 req-ecab2ba3-9225-4896-861d-7f5b6160d100 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received unexpected event network-vif-plugged-861ba1fc-38b5-49fb-8c4c-261503ce3def for instance with vm_state deleted and task_state None.
Nov 29 04:30:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-8483bce9-ccb0-44ec-a3b4-711d332208b4 req-ae7dc6b7-bf44-48d7-b50e-652fee8e7690 service nova] [instance: 7cfeaa2e-72df-4b51-ad28-b3710b6e870d] Received event network-vif-deleted-861ba1fc-38b5-49fb-8c4c-261503ce3def {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Port cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 binding to destination host user is already ACTIVE {{(pid=75027) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:30:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Creating tmpfile /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/tmpd4az4ufj to verify with other compute node that the instance is on the same shared storage. {{(pid=75027) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:30:59 user nova-compute[75027]: WARNING nova.compute.manager [req-a8373d9e-fba8-4066-a658-fcb2b090aebd req-31450e08-9223-4618-88e2-0b3c8e6fcf1a service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state resized and task_state resize_reverting.
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:30:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance destroyed successfully.
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'resources' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:29:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc9b38e6-bc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68b8d240-a7d7-4dfc-852c-a626a530ed95) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:30:59 user nova-compute[75027]: INFO os_vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:30:59 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ab9fa2-37bb-4305-b287-5d63d6f91860]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:30:59 user nova-compute[75027]: No targets found.
Nov 29 04:30:59 user nova-compute[75027]: iSNS:
Nov 29 04:30:59 user nova-compute[75027]: No targets found.
Nov 29 04:30:59 user nova-compute[75027]: STATIC:
Nov 29 04:30:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:30:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:30:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:30:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2
Nov 29 04:30:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:30:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:30:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:30:59 user nova-compute[75027]: FIRMWARE:
Nov 29 04:30:59 user nova-compute[75027]: No targets found.
Nov 29 04:30:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:30:59 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:30:59 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[79bc9a98-4049-42aa-a375-f13c81f312a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a860131-8a3a-4832-94e3-a2176a15688e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:30:59 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:30:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[35574d22-9118-4af7-a72d-eaafb408b376]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[859ea941-42aa-495a-8e4f-bcc646647ba2]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[969d1960-47d5-4b0c-9562-acb54d3c97d0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e98773-0937-4110-a5a8-71b4b537e203]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:30:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8779c8eb-0233-47b8-9c66-ceb3c9d34ef1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b6c66a2-b64c-4fd1-b692-11215ff98c85]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:31:00 user nova-compute[75027]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:31:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[63f41b2d-b2ac-4589-8b22-596611f74d98]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== disconnect_volume: return (384ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'migration_context' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.objects.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Object Instance<0d23bd7a-0669-48d0-8694-f5f7ab36dce2> lazy-loaded attributes: resources,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:01 user nova-compute[75027]: WARNING nova.compute.manager [req-8de4d07e-f7a1-4407-8df5-81c3ab575aca req-f0aec49e-ac5b-499b-9845-f65f33d4b719 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state resized and task_state resize_reverting.
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Error from libvirt while getting description of instance-00000010: [Error Code 42] Domain not found: no domain with matching uuid '0d23bd7a-0669-48d0-8694-f5f7ab36dce2' (instance-00000010): libvirt.libvirtError: Domain not found: no domain with matching uuid '0d23bd7a-0669-48d0-8694-f5f7ab36dce2' (instance-00000010)
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.539s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:01 user nova-compute[75027]: INFO nova.compute.manager [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Swapping old allocation on dict_keys(['888eb1ca-2aa7-4a91-b618-493f38f8f2ad']) held by migration ac38b403-8764-4523-984f-7cb945de5bfb for instance
Nov 29 04:31:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Overwriting current allocation {'allocations': {'888eb1ca-2aa7-4a91-b618-493f38f8f2ad': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 32}}, 'project_id': '5678203f445b4cd6b77c46695b668d78', 'user_id': '0a9a7c0b178042fb931e0913e636312d', 'consumer_generation': 1} on consumer 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquired lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Releasing lock "refresh_cache-0d23bd7a-0669-48d0-8694-f5f7ab36dce2" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.utils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed4d6dc-3ee5-45c2-9869-e7ac96763dc1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[250ee291-d3e3-4605-bc30-a41d1b30b1ff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab3b0f1-9e72-4978-aa6c-854ebf89386f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[212adadb-e833-4d32-9b00-37b3f3321939]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:31:02 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:31:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[084f1cd4-d620-4acd-af99-8493a38c2eae]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:31:02 user nova-compute[75027]: DEBUG os_brick.utils [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7471MB free_disk=25.000167846679688GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:31:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:05 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:31:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:31:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:31:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.490s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:09 user nova-compute[75027]: INFO nova.compute.manager [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Rescuing
Nov 29 04:31:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:31:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Starting finish_revert_migration {{(pid=75027) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start _get_guest_xml network_info=[{"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '735e2894-17a6-4ec3-913b-ed561591972b', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0d23bd7a-0669-48d0-8694-f5f7ab36dce2', 'attached_at': '2023-11-29T04:31:10.000000', 'detached_at': '', 'volume_id': '415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'serial': '415b8b26-ff5f-4e29-bd33-01589cb16ffb'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:31:10 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:10 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.objects.instance [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:10 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f25e736-668a-459f-9e5f-5c6a3f6663c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:31:10 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa2c516-f358-428f-8d10-032f33d89b71]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb] added
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb9b183-3d9a-4491-a8a6-6782b084a779]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f785a7-a31a-46dc-abf5-70a6786e9591]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxToKwXO" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[517e3bf2-6648-4f16-b002-37872dab44e6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AxToKwXO'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0496e08b-d9b1-4b49-9213-b7ef8a02b9d7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdbe61f1-f496-47e4-ae23-83a8da11a788]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d19936d-6693-4c3a-b463-5ca24720eca6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:31:10 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73135b7-988b-4a1f-a553-e0ecb53c9497]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da1cf5c-522e-4183-b67b-7a540ef8bddb]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:10 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd54cc9-a059-4e83-a11b-4b4a0c8d1889]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:10 user nova-compute[75027]: WARNING nova.compute.manager [req-4a3dabfd-7f65-48b0-afb2-878598c0322b req-2baa839d-4537-4a7f-a7ae-a39dcfd6a311 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:10 user nova-compute[75027]: INFO nova.compute.manager [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Detaching volume 3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2
Nov 29 04:31:10 user nova-compute[75027]: INFO nova.virt.block_device [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Attempting to driver detach volume 3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 from mountpoint /dev/vdc
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Attempting to detach device vdc from instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:10 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:10 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:31:10 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:31:10 user nova-compute[75027]:   <serial>3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2</serial>
Nov 29 04:31:10 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:31:10 user nova-compute[75027]: </disk>
Nov 29 04:31:10 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:10 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully detached device vdc from instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab from the persistent domain config.
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:10 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:10 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:31:10 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:31:10 user nova-compute[75027]:   <serial>3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2</serial>
Nov 29 04:31:10 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:31:10 user nova-compute[75027]: </disk>
Nov 29 04:31:10 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133326531343431', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:31:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance destroyed successfully.
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:30:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:31:11 user nova-compute[75027]:   <uuid>0d23bd7a-0669-48d0-8694-f5f7ab36dce2</uuid>
Nov 29 04:31:11 user nova-compute[75027]:   <name>instance-00000010</name>
Nov 29 04:31:11 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:31:11 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:31:11 user nova-compute[75027]:   <metadata>
Nov 29 04:31:11 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:31:11 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherB-server-1604582730</nova:name>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:31:10</nova:creationTime>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:31:11 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:31:11 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:owner>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:user uuid="0a9a7c0b178042fb931e0913e636312d">tempest-ServerActionsTestOtherB-410037456-project-member</nova:user>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:project uuid="5678203f445b4cd6b77c46695b668d78">tempest-ServerActionsTestOtherB-410037456</nova:project>
Nov 29 04:31:11 user nova-compute[75027]:       </nova:owner>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:31:11 user nova-compute[75027]:       <nova:ports>
Nov 29 04:31:11 user nova-compute[75027]:         <nova:port uuid="cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968">
Nov 29 04:31:11 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:31:11 user nova-compute[75027]:         </nova:port>
Nov 29 04:31:11 user nova-compute[75027]:       </nova:ports>
Nov 29 04:31:11 user nova-compute[75027]:     </nova:instance>
Nov 29 04:31:11 user nova-compute[75027]:   </metadata>
Nov 29 04:31:11 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:31:11 user nova-compute[75027]:     <system>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="serial">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="uuid">0d23bd7a-0669-48d0-8694-f5f7ab36dce2</entry>
Nov 29 04:31:11 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:31:11 user nova-compute[75027]:     </system>
Nov 29 04:31:11 user nova-compute[75027]:   </sysinfo>
Nov 29 04:31:11 user nova-compute[75027]:   <os>
Nov 29 04:31:11 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:31:11 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:31:11 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:31:11 user nova-compute[75027]:   </os>
Nov 29 04:31:11 user nova-compute[75027]:   <features>
Nov 29 04:31:11 user nova-compute[75027]:     <acpi/>
Nov 29 04:31:11 user nova-compute[75027]:     <apic/>
Nov 29 04:31:11 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:31:11 user nova-compute[75027]:   </features>
Nov 29 04:31:11 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:31:11 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:31:11 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:31:11 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:31:11 user nova-compute[75027]:   </clock>
Nov 29 04:31:11 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:31:11 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:31:11 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:31:11 user nova-compute[75027]:   </cpu>
Nov 29 04:31:11 user nova-compute[75027]:   <devices>
Nov 29 04:31:11 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:31:11 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:31:11 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk"/>
Nov 29 04:31:11 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:31:11 user nova-compute[75027]:     </disk>
Nov 29 04:31:11 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:31:11 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:11 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:31:11 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:31:11 user nova-compute[75027]:       <serial>415b8b26-ff5f-4e29-bd33-01589cb16ffb</serial>
Nov 29 04:31:11 user nova-compute[75027]:     </disk>
Nov 29 04:31:11 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:31:11 user nova-compute[75027]:       <mac address="fa:16:3e:9a:84:6b"/>
Nov 29 04:31:11 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:31:11 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:31:11 user nova-compute[75027]:       <target dev="tapcc9b38e6-bc"/>
Nov 29 04:31:11 user nova-compute[75027]:     </interface>
Nov 29 04:31:11 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:31:11 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/console.log" append="off"/>
Nov 29 04:31:11 user nova-compute[75027]:     </serial>
Nov 29 04:31:11 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:31:11 user nova-compute[75027]:     <video>
Nov 29 04:31:11 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:31:11 user nova-compute[75027]:     </video>
Nov 29 04:31:11 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:31:11 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:31:11 user nova-compute[75027]:     </rng>
Nov 29 04:31:11 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:31:11 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:31:11 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:31:11 user nova-compute[75027]:     </memballoon>
Nov 29 04:31:11 user nova-compute[75027]:   </devices>
Nov 29 04:31:11 user nova-compute[75027]: </domain>
Nov 29 04:31:11 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:30:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG os_vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7416e84-6749-5044-9295-1f143944ba2e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Attempting a stable device rescue
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc9b38e6-bc, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc9b38e6-bc, col_values=(('qos', UUID('2f6c1e4b-9f5f-4b36-a094-033962e0dfc1')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc9b38e6-bc, col_values=(('external_ids', {'iface-id': 'cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:84:6b', 'vm-uuid': '0d23bd7a-0669-48d0-8694-f5f7ab36dce2'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: INFO os_vif [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:31:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Creating image(s)
Nov 29 04:31:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'trusted_certs' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:13 user nova-compute[75027]: WARNING nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:13 user nova-compute[75027]: WARNING nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:13 user nova-compute[75027]: WARNING nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:13 user nova-compute[75027]: WARNING nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:13 user nova-compute[75027]: WARNING nova.compute.manager [req-2d4950b0-4e16-4f5b-a983-f1c70f14c043 req-55da3f19-f301-404a-a2e2-7cbcfca98591 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.part --force-share --output=json" returned: 0 in 0.207s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.virt.images [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] 5b0c5346-e75f-4d91-ba20-5da20b650cd7 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.part /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.part /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.converted" returned: 0 in 0.474s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3.converted --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.337s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3 --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3,backing_fmt=raw /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3,backing_fmt=raw /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue" returned: 0 in 0.047s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "6e853a17c1d8fe3678dbdd64e2360b92171711d3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'migration_context' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<e7cf02d9-265f-4966-a802-e3f425512923> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start _get_guest_xml network_info=[{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:01:d3:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5b0c5346-e75f-4d91-ba20-5da20b650cd7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '9d9a75df-94ae-428b-8a33-3ed9e88f9ed2', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'e7cf02d9-265f-4966-a802-e3f425512923', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'serial': '0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<e7cf02d9-265f-4966-a802-e3f425512923> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'numa_topology' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<e7cf02d9-265f-4966-a802-e3f425512923> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'vcpu_model' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<e7cf02d9-265f-4966-a802-e3f425512923> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:14 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a58720af-6e14-4585-a2be-9393b0eb10e5]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = aACJPRgB\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 04:31:14 user nova-compute[75027]: node.name = iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:31:14 user nova-compute[75027]: node.tpgt = -1
Nov 29 04:31:14 user nova-compute[75027]: node.startup = automatic
Nov 29 04:31:14 user nova-compute[75027]: node.leading_login = No
Nov 29 04:31:14 user nova-compute[75027]: iface.iscsi_ifacename = default
Nov 29 04:31:14 user nova-compute[75027]: iface.net_ifacename = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.ipaddress = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.prefix_len = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.hwaddress = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.transport_name = tcp
Nov 29 04:31:14 user nova-compute[75027]: iface.initiatorname = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.vlan_id = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.vlan_priority = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.vlan_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.iface_num = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.mtu = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.port = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.bootproto = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.subnet_mask = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.gateway = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_alt_client_id = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_dns = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_learn_iqn = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_vendor_id_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_vendor_id = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.dhcp_slp_da = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.fragmentation = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.gratuitous_arp = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.incoming_forwarding = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.tos_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.tos = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.ttl = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.delayed_ack = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.tcp_nagle = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.tcp_wsf_state = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.tcp_wsf = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.tcp_timer_scale = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.tcp_timestamp = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.redirect = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.def_task_mgmt_timeout = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.header_digest = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.data_digest = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.immediate_data = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.initial_r2t = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.data_seq_inorder = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.data_pdu_inorder = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.erl = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.max_receive_data_len = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.first_burst_len = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.max_outstanding_r2t = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.max_burst_len = 0
Nov 29 04:31:14 user nova-compute[75027]: iface.chap_auth = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.bidi_chap = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.strict_login_compliance = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.discovery_auth = <empty>
Nov 29 04:31:14 user nova-compute[75027]: iface.discovery_logout = <empty>
Nov 29 04:31:14 user nova-compute[75027]: node.discovery_address = <empty>
Nov 29 04:31:14 user nova-compute[75027]: node.discovery_port = 0
Nov 29 04:31:14 user nova-compute[75027]: node.discovery_type = static
Nov 29 04:31:14 user nova-compute[75027]: node.session.initial_cmdsn = 0
Nov 29 04:31:14 user nova-compute[75027]: node.session.initial_login_retry_max = 8
Nov 29 04:31:14 user nova-compute[75027]: node.session.xmit_thread_priority = -20
Nov 29 04:31:14 user nova-compute[75027]: node.session.cmds_max = 128
Nov 29 04:31:14 user nova-compute[75027]: node.session.queue_depth = 32
Nov 29 04:31:14 user nova-compute[75027]: node.session.nr_sessions = 1
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.authmethod = CHAP
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.username = aACJPRgB
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.password = ***
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.username_in = <empty>
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.password_in = <empty>
Nov 29 04:31:14 user nova-compute[75027]: node.session.auth.chap_algs = MD5
Nov 29 04:31:14 user nova-compute[75027]: node.session.timeo.replacement_timeout = 120
Nov 29 04:31:14 user nova-compute[75027]: node.session.err_timeo.abort_timeout = 15
Nov 29 04:31:14 user nova-compute[75027]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 04:31:14 user nova-compute[75027]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 04:31:14 user nova-compute[75027]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.FastAbort = Yes
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.InitialR2T = No
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.ImmediateData = Yes
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.MaxConnections = 1
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 04:31:14 user nova-compute[75027]: node.session.iscsi.ERL = 0
Nov 29 04:31:14 user nova-compute[75027]: node.session.scan = manual
Nov 29 04:31:14 user nova-compute[75027]: node.session.reopen_max = 0
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].address = 172.16.0.220
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].port = 3260
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].startup = manual
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].tcp.window_size = 524288
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].tcp.type_of_service = 0
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].timeo.logout_timeout = 15
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].timeo.login_timeout = 15
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].timeo.auth_timeout = 45
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.DataDigest = None
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.IFMarker = No
Nov 29 04:31:14 user nova-compute[75027]: node.conn[0].iscsi.OFMarker = No
Nov 29 04:31:14 user nova-compute[75027]: # END RECORD
Nov 29 04:31:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[230234ae-608a-41ba-b7f7-61c2d6ea7cd3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f338f5-f39b-4b1d-9ddf-9244f6932bf1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aACJPRgB {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aACJPRgB" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef96316d-1caa-4eae-9b16-b0f43aebaafc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aACJPRgB'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[123c319a-3b9b-48af-b1a6-9f28113ea32a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[659d51ef-324e-4c9a-adea-91efd6869fd1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:14 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.148s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] HCTL ('36', '0', '0', 0) found on session 27 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[235356e6-dcd5-4592-b402-c470df10a196]: (4, ('0 0 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching for a device in session 27 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.176s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== connect_volume: return (178ms) {'type': 'block', 'scsi_wwn': '23131343138313462', 'path': '/dev/sde'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131343138313462', 'path': '/dev/sde'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1954717783',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1954717783',id=26,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-uiq7nwa2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:29:41Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=e7cf02d9-265f-4966-a802-e3f425512923,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:01:d3:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:01:d3:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.objects.base [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<e7cf02d9-265f-4966-a802-e3f425512923> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:31:14 user nova-compute[75027]:   <uuid>e7cf02d9-265f-4966-a802-e3f425512923</uuid>
Nov 29 04:31:14 user nova-compute[75027]:   <name>instance-0000001a</name>
Nov 29 04:31:14 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:31:14 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:31:14 user nova-compute[75027]:   <metadata>
Nov 29 04:31:14 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:31:14 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1954717783</nova:name>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:31:14</nova:creationTime>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:31:14 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:31:14 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:owner>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:31:14 user nova-compute[75027]:       </nova:owner>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:31:14 user nova-compute[75027]:       <nova:ports>
Nov 29 04:31:14 user nova-compute[75027]:         <nova:port uuid="41b44486-6d24-4863-96e1-d239e218e818">
Nov 29 04:31:14 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:31:14 user nova-compute[75027]:         </nova:port>
Nov 29 04:31:14 user nova-compute[75027]:       </nova:ports>
Nov 29 04:31:14 user nova-compute[75027]:     </nova:instance>
Nov 29 04:31:14 user nova-compute[75027]:   </metadata>
Nov 29 04:31:14 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:31:14 user nova-compute[75027]:     <system>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="serial">e7cf02d9-265f-4966-a802-e3f425512923</entry>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="uuid">e7cf02d9-265f-4966-a802-e3f425512923</entry>
Nov 29 04:31:14 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:31:14 user nova-compute[75027]:     </system>
Nov 29 04:31:14 user nova-compute[75027]:   </sysinfo>
Nov 29 04:31:14 user nova-compute[75027]:   <os>
Nov 29 04:31:14 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:31:14 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:31:14 user nova-compute[75027]:   </os>
Nov 29 04:31:14 user nova-compute[75027]:   <features>
Nov 29 04:31:14 user nova-compute[75027]:     <acpi/>
Nov 29 04:31:14 user nova-compute[75027]:     <apic/>
Nov 29 04:31:14 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:31:14 user nova-compute[75027]:   </features>
Nov 29 04:31:14 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:31:14 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:31:14 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:31:14 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:31:14 user nova-compute[75027]:   </clock>
Nov 29 04:31:14 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:31:14 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:31:14 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:31:14 user nova-compute[75027]:   </cpu>
Nov 29 04:31:14 user nova-compute[75027]:   <devices>
Nov 29 04:31:14 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:31:14 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:14 user nova-compute[75027]:       <source dev="/dev/sde"/>
Nov 29 04:31:14 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:31:14 user nova-compute[75027]:       <serial>0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35</serial>
Nov 29 04:31:14 user nova-compute[75027]:     </disk>
Nov 29 04:31:14 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:31:14 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:31:14 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue"/>
Nov 29 04:31:14 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:31:14 user nova-compute[75027]:       <boot order="1"/>
Nov 29 04:31:14 user nova-compute[75027]:     </disk>
Nov 29 04:31:14 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:31:14 user nova-compute[75027]:       <mac address="fa:16:3e:01:d3:83"/>
Nov 29 04:31:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:31:14 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:31:14 user nova-compute[75027]:       <target dev="tap41b44486-6d"/>
Nov 29 04:31:14 user nova-compute[75027]:     </interface>
Nov 29 04:31:14 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:31:14 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/console.log" append="off"/>
Nov 29 04:31:14 user nova-compute[75027]:     </serial>
Nov 29 04:31:14 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:31:14 user nova-compute[75027]:     <video>
Nov 29 04:31:14 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:31:14 user nova-compute[75027]:     </video>
Nov 29 04:31:14 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:31:14 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:31:14 user nova-compute[75027]:     </rng>
Nov 29 04:31:14 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:31:14 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:31:14 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:31:14 user nova-compute[75027]:     </memballoon>
Nov 29 04:31:14 user nova-compute[75027]:   </devices>
Nov 29 04:31:14 user nova-compute[75027]: </domain>
Nov 29 04:31:14 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:31:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance destroyed successfully.
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:01:d3:83, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:14 user nova-compute[75027]: WARNING nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state resized and task_state resize_reverting.
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:14 user nova-compute[75027]: WARNING nova.compute.manager [req-7874af09-a411-4a09-9e13-68890bd0ba59 req-fc3c21c0-9d39-447a-b97b-fe3b49afb72f service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state resized and task_state resize_reverting.
Nov 29 04:31:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:31:15 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance running successfully.
Nov 29 04:31:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] finish_revert_migration finished successfully. {{(pid=75027) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 29 04:31:15 user nova-compute[75027]: INFO nova.compute.manager [None req-046268f2-0418-4602-883f-e4daa4ecee99 tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance to original state: 'active'
Nov 29 04:31:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:16 user nova-compute[75027]: WARNING nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:16 user nova-compute[75027]: WARNING nova.compute.manager [req-c9455e99-20df-444f-b522-1b2b29e60ddd req-0fa49001-f964-4018-93c2-a1e1ea4217ed service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state rescuing.
Nov 29 04:31:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-2de78a91-38c1-4804-bdad-d25548f72776 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:31:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:21 user nova-compute[75027]: INFO nova.compute.manager [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Detaching volume cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:31:21 user nova-compute[75027]: INFO nova.virt.block_device [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Attempting to driver detach volume cff64f10-19e3-437c-a5d8-722bb9644b74 from mountpoint /dev/vdb
Nov 29 04:31:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Attempting to detach device vdb from instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:31:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:21 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:21 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:31:21 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:31:21 user nova-compute[75027]:   <serial>cff64f10-19e3-437c-a5d8-722bb9644b74</serial>
Nov 29 04:31:21 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:31:21 user nova-compute[75027]: </disk>
Nov 29 04:31:21 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 from the persistent domain config.
Nov 29 04:31:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:31:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:21 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:21 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:31:21 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:31:21 user nova-compute[75027]:   <serial>cff64f10-19e3-437c-a5d8-722bb9644b74</serial>
Nov 29 04:31:21 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:31:21 user nova-compute[75027]: </disk>
Nov 29 04:31:21 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:31:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:31:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing instance network info cache due to event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:31:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] Acquiring lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] Acquired lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:28 user nova-compute[75027]: DEBUG nova.network.neutron [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG nova.network.neutron [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updated VIF entry in instance network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG nova.network.neutron [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating instance_info_cache with network_info: [{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22560d1f-6a5f-42fa-8f33-2d99aa8bb66c req-3d43c48a-1956-46d4-903b-e40808c90b73 service nova] Releasing lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.219s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:29 user nova-compute[75027]: INFO nova.compute.manager [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Attaching volume 6d1dae46-7e13-437c-a890-67c70e9e48c8 to /dev/vdb
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.utils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5fec14-1087-48f8-8327-1db3f81ccd92]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[606f2998-3096-47cc-9eea-0f91f1f46749]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc42154b-630d-428a-a5e9-0c0d46211bb5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02cf499a-3390-4757-8d1b-571fd81ed868]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:31:29 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:31:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[14fa6109-5ddc-4aed-be66-dea1d997d79f]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG os_brick.utils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:29 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating existing volume attachment record: be7bb42f-3b17-4c64-86f9-967626131a84 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:31:31 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab is timed out.
Nov 29 04:31:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully detached device vdc from instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab from the live domain config.
Nov 29 04:31:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJstxFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:31 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6cffd4f-0fe3-4905-87c7-cfac917a869d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:31:31 user nova-compute[75027]: No targets found.
Nov 29 04:31:31 user nova-compute[75027]: iSNS:
Nov 29 04:31:31 user nova-compute[75027]: No targets found.
Nov 29 04:31:31 user nova-compute[75027]: STATIC:
Nov 29 04:31:31 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:31:31 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:31 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:31 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:31:31 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:31 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:31 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:31:31 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:31 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:31 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2
Nov 29 04:31:31 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:31 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:31 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:31:31 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:31 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:31 user nova-compute[75027]: FIRMWARE:
Nov 29 04:31:31 user nova-compute[75027]: No targets found.
Nov 29 04:31:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:31:31 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:31:31 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a078d4-dcc8-471f-bc64-e37e2bf60e3a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a073cb08-bdf0-410b-99b8-e05af8a072c6]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:31 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0562050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2'): ({'sdf'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Removing single pathed devices sdf {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b92357-5498-4611-a5d3-fe497e51bd85]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb2914b-d32f-4e36-a385-92da0c08a749]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flushing IO for device /dev/sdf {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ce3adc-c71d-4b4b-abff-1bfbc96de322]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a5b092-6959-4a45-bdd2-146b1b2d92d4]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a62e57d6-9722-40c5-84ea-e88f5edf20d9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f84362a-9c9b-4ba7-8666-9e1cbe897917]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260]
Nov 29 04:31:31 user nova-compute[75027]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2, portal: 172.16.0.220,3260] successful.
Nov 29 04:31:31 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ccd91ae-c0dc-4c28-b0a2-b0bda07317e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[202dc25b-3546-4573-b7cb-53c7d9dcb1e0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] <== disconnect_volume: return (341ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:31:32 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'flavor' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c9cfe85d-37c1-4399-9303-7aeff0aba1ed tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.051s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQMnNFie', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:37 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ec7172-039e-4079-8d84-392b415acfd2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:31:37 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0f8203-3b8c-4467-852a-6fddb64cfed4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8] added
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f130ca-eb92-437a-9106-8157362d5121]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb35c58-3b84-47a1-a5a6-e986521da5eb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQMnNFie {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQMnNFie" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[58165411-8bbd-4b8b-854d-c028dab9b286]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQMnNFie'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3272918b-e633-49ac-acfa-e2c09789ec15]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95905fd7-5b10-4de9-af7d-419e68b1a474]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d85b31f0-9e6b-4d4d-a3c7-9418a2233fc0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260]
Nov 29 04:31:37 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260] successful.
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcbc0098-6cc5-4583-948c-1eb16203f25b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8be81a-c4c4-47cd-8bcd-6a79515723e7]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:37 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:31:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d84a09-2840-46a8-b0a1-7352a46ba558]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:31:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQMnNFie', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26464636136663962', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464636136663962', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.objects.instance [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:31:38 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:38 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:31:38 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:31:38 user nova-compute[75027]:   <serial>6d1dae46-7e13-437c-a890-67c70e9e48c8</serial>
Nov 29 04:31:38 user nova-compute[75027]: </disk>
Nov 29 04:31:38 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:31:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No VIF found with MAC fa:16:3e:69:fc:a9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:31:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-62fadf8b-ff56-4f31-9178-a20edb250178 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.407s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:40 user nova-compute[75027]: INFO nova.compute.manager [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Detaching volume 6d1dae46-7e13-437c-a890-67c70e9e48c8
Nov 29 04:31:41 user nova-compute[75027]: INFO nova.virt.block_device [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Attempting to driver detach volume 6d1dae46-7e13-437c-a890-67c70e9e48c8 from mountpoint /dev/vdb
Nov 29 04:31:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Attempting to detach device vdb from instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:31:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:41 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:41 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:31:41 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:31:41 user nova-compute[75027]:   <serial>6d1dae46-7e13-437c-a890-67c70e9e48c8</serial>
Nov 29 04:31:41 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:31:41 user nova-compute[75027]: </disk>
Nov 29 04:31:41 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully detached device vdb from instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 from the persistent domain config.
Nov 29 04:31:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:31:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:31:41 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:31:41 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:31:41 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:31:41 user nova-compute[75027]:   <serial>6d1dae46-7e13-437c-a890-67c70e9e48c8</serial>
Nov 29 04:31:41 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:31:41 user nova-compute[75027]: </disk>
Nov 29 04:31:41 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:31:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:31:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:42 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 is timed out.
Nov 29 04:31:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 from the live domain config.
Nov 29 04:31:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDcMyHdh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:31:42 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[21036038-ae3e-4c25-84d1-01f868112685]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:31:42 user nova-compute[75027]: No targets found.
Nov 29 04:31:42 user nova-compute[75027]: iSNS:
Nov 29 04:31:42 user nova-compute[75027]: No targets found.
Nov 29 04:31:42 user nova-compute[75027]: STATIC:
Nov 29 04:31:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8
Nov 29 04:31:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:31:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:31:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74
Nov 29 04:31:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:31:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:31:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:31:42 user nova-compute[75027]: FIRMWARE:
Nov 29 04:31:42 user nova-compute[75027]: No targets found.
Nov 29 04:31:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:31:42 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:31:42 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c57d12-e344-46f0-ac92-3ae43519202f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[759b2fa4-fba6-4ffc-856d-e2b3eded1f4b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:31:42 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:31:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f030d1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f639938-138b-4ccd-a865-1f5b1ca6a733]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3054593-5d1b-4c56-bdaa-176ce333111e]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7297c5f-997a-4ee1-8d98-3542d5d74191]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a3ed325-f714-4245-a4d3-3ee37ba8958a]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed5d175-937d-4e72-8832-313c3d17ef11]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5f22a3-5db1-4207-b0a0-ed18492c7004]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260]
Nov 29 04:31:42 user nova-compute[75027]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74, portal: 172.16.0.220,3260] successful.
Nov 29 04:31:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cff64f10-19e3-437c-a5d8-722bb9644b74 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea24460-4bef-4d98-a3c0-cb1026d0af61]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== disconnect_volume: return (333ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:31:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:31:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-2bfba542-7dea-40ca-bae7-99872965778f tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.008s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:45 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:31:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:31:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:46 user nova-compute[75027]: INFO nova.compute.manager [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Unrescuing
Nov 29 04:31:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'flavor' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:47 user nova-compute[75027]: WARNING nova.compute.manager [req-72c4fa0c-17fd-427e-b990-1cb60ca303bd req-84bbc5d9-15cd-4af2-b810-b4ca0be207da service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:31:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:48 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:48 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance destroyed successfully.
Nov 29 04:31:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:50 user nova-compute[75027]: WARNING nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-changed-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing instance network info cache due to event network-changed-720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updated VIF entry in instance network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-changed-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing instance network info cache due to event network-changed-720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquiring lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquired lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Refreshing network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updated VIF entry in instance network info cache for port 720f7534-fedd-432f-b855-f286d579d7d5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.network.neutron [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [{"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Releasing lock "refresh_cache-48e92d76-fafc-4292-ba6c-ab5f3668d8e3" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:50 user nova-compute[75027]: WARNING nova.compute.manager [req-2a5347c1-bfd3-49b6-b977-da3b394f956e req-24190fc3-69b7-4f79-bc19-f812a7570c61 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:31:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffd328c7-7a2c-4603-8779-1730a4b3db12 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:31:52 user nova-compute[75027]: WARNING nova.compute.manager [req-abb720c2-40c4-4cb6-ac45-d4ff89e18bd6 req-4f405dda-cdd8-4296-be28-cbd30ea6e71b service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state active and task_state None.
Nov 29 04:31:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:31:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7464MB free_disk=24.92230987548828GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 38670d4b-2c81-4ff0-9928-2341acaf5a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:31:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:31:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:31:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:31:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:31:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:31:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.788s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:00 user nova-compute[75027]: INFO nova.compute.manager [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Terminating instance
Nov 29 04:32:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-a7d5d26e-aa19-40e6-bf76-dfebdafde0fa req-7841a65b-9639-4f6f-9a87-55b05234bbed service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-unplugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:32:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 is timed out.
Nov 29 04:32:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully detached device vdb from instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 from the live domain config.
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQMnNFie', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:32:01 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4d1123-4642-4122-a526-b7efe382fa88]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:32:01 user nova-compute[75027]: No targets found.
Nov 29 04:32:01 user nova-compute[75027]: iSNS:
Nov 29 04:32:01 user nova-compute[75027]: No targets found.
Nov 29 04:32:01 user nova-compute[75027]: STATIC:
Nov 29 04:32:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8
Nov 29 04:32:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:32:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:32:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:32:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:01 user nova-compute[75027]: FIRMWARE:
Nov 29 04:32:01 user nova-compute[75027]: No targets found.
Nov 29 04:32:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:32:01 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:32:01 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ab79c3a-cc93-4a76-81bb-533b0d3ae1b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4aa9800-c34f-4c42-81f9-a38b0b3a1be5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:32:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:01 user nova-compute[75027]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 (non-flash)
Nov 29 04:32:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a3250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8296edf-d67a-4a59-8906-7aae98dec2e2]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc1769a-e8ee-47b2-8ec8-f613b7170251]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Instance destroyed successfully.
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'resources' on Instance uuid 9de8bd32-5de8-4f6d-bf8c-d6651784ebab {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0a1ed6-eb21-4254-964b-a8fe4b61c551]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-899912871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-899912871',id=17,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrvDiDwrztFkWfCBDH3LOxmTmbGFwtmc3xkfRA9LJddX2EEH1J4IPK2GNSBfrsg5BPvc650bT3CgDNusgVCv/z2wbYScQdEIuzmF872pZWwtfYtYg2KBM6c9BjsrQKGCw==',key_name='tempest-keypair-888835518',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-i1e3ccxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:29:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=9de8bd32-5de8-4f6d-bf8c-d6651784ebab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "7b9e79de-bca2-495c-8f48-613a002a089d", "address": "fa:16:3e:61:bf:ca", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b9e79de-bc", "ovs_interfaceid": "7b9e79de-bca2-495c-8f48-613a002a089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_vif [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b9e79de-bc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60125f69-e0c3-48a6-8e80-19e196b58988) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:01 user nova-compute[75027]: INFO os_vif [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:bf:ca,bridge_name='br-int',has_traffic_filtering=True,id=7b9e79de-bca2-495c-8f48-613a002a089d,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b9e79de-bc')
Nov 29 04:32:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Deleting instance files /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab_del
Nov 29 04:32:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Deletion of /opt/stack/data/nova/instances/9de8bd32-5de8-4f6d-bf8c-d6651784ebab_del complete
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42d41d1-aba6-4cce-8a09-f1759000db9d]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b418652-daf7-47ee-87f4-6f44bd8ea1e0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: INFO nova.compute.manager [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24d10f3-9875-4d90-b2f1-620bdec431e9]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260]
Nov 29 04:32:01 user nova-compute[75027]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8, portal: 172.16.0.220,3260] successful.
Nov 29 04:32:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1dae46-7e13-437c-a890-67c70e9e48c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f54d23-5c62-4dcc-9209-a7436c52e278]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== disconnect_volume: return (356ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:32:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:02 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Took 0.69 seconds to deallocate network for instance.
Nov 29 04:32:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-217b75d5-2617-4aee-942e-1ab3895e654e req-44ef7851-8baf-4aeb-8bbe-6131546b2898 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-deleted-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b331c3fa-9db1-483a-a1f6-0b63100aafa6 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.688s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:32:02 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.741s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:03 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Deleted allocations for instance 9de8bd32-5de8-4f6d-bf8c-d6651784ebab
Nov 29 04:32:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4ba9744d-a0df-4629-95b1-df34e6cd75d9 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.515s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] Acquiring lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] Lock "9de8bd32-5de8-4f6d-bf8c-d6651784ebab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] No waiting events found dispatching network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:03 user nova-compute[75027]: WARNING nova.compute.manager [req-bca142aa-9999-41fd-82fc-23484204e0c1 req-c896380b-5c62-47ad-89df-0a96d87215b5 service nova] [instance: 9de8bd32-5de8-4f6d-bf8c-d6651784ebab] Received unexpected event network-vif-plugged-7b9e79de-bca2-495c-8f48-613a002a089d for instance with vm_state deleted and task_state None.
Nov 29 04:32:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:12 user nova-compute[75027]: INFO nova.compute.manager [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Terminating instance
Nov 29 04:32:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-unplugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] No waiting events found dispatching network-vif-unplugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-556cc751-e4b1-46a8-9589-7f8ecdf27ff6 req-c6d21ae1-f24c-48f2-b0e5-59e924ed7a0e service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-unplugged-222d6006-baa3-41ae-8695-9deeb49b1508 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:32:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Instance destroyed successfully.
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'resources' on Instance uuid 38670d4b-2c81-4ff0-9928-2341acaf5a05 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1606146017',display_name='tempest-AttachVolumeNegativeTest-server-1606146017',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1606146017',id=21,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLTJKZ2NOlZ6thwGwcUoGqPiyhfBYa/s6QTuMf8Ds/eKQQc+wOajUZfuMjtAvrWkkK+uVbN/UyQ05RHgeww4j22akAPzAoQmnU1AazgF+Z3MwQ/zeUnY6pSKcNUIqOD4yA==',key_name='tempest-keypair-1397870336',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:26:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-vhgcgol9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:26:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=38670d4b-2c81-4ff0-9928-2341acaf5a05,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "222d6006-baa3-41ae-8695-9deeb49b1508", "address": "fa:16:3e:a3:70:d5", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap222d6006-ba", "ovs_interfaceid": "222d6006-baa3-41ae-8695-9deeb49b1508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG os_vif [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap222d6006-ba, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c02ed96-2922-432d-a0c4-786f32cc1217) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:13 user nova-compute[75027]: INFO os_vif [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:70:d5,bridge_name='br-int',has_traffic_filtering=True,id=222d6006-baa3-41ae-8695-9deeb49b1508,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap222d6006-ba')
Nov 29 04:32:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Deleting instance files /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05_del
Nov 29 04:32:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Deletion of /opt/stack/data/nova/instances/38670d4b-2c81-4ff0-9928-2341acaf5a05_del complete
Nov 29 04:32:13 user nova-compute[75027]: INFO nova.compute.manager [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 04:32:13 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:32:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:14 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Took 0.80 seconds to deallocate network for instance.
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:14 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Deleted allocations for instance 38670d4b-2c81-4ff0-9928-2341acaf5a05
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e50698ef-beb6-411b-9f5a-ee18e5ed4e7e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.172s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] Acquiring lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] Lock "38670d4b-2c81-4ff0-9928-2341acaf5a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] No waiting events found dispatching network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:14 user nova-compute[75027]: WARNING nova.compute.manager [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received unexpected event network-vif-plugged-222d6006-baa3-41ae-8695-9deeb49b1508 for instance with vm_state deleted and task_state None.
Nov 29 04:32:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-1d424b4b-1c8a-457c-acb1-b08cb19d0b5c req-553fa2eb-9cd7-4068-9f7b-1eba9f404cf1 service nova] [instance: 38670d4b-2c81-4ff0-9928-2341acaf5a05] Received event network-vif-deleted-222d6006-baa3-41ae-8695-9deeb49b1508 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:20 user nova-compute[75027]: INFO nova.compute.manager [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Detaching volume 3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:32:20 user nova-compute[75027]: INFO nova.virt.block_device [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Attempting to driver detach volume 3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e from mountpoint /dev/vdb
Nov 29 04:32:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Attempting to detach device vdb from instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:32:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:32:20 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:32:20 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:32:20 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:32:20 user nova-compute[75027]:   <serial>3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e</serial>
Nov 29 04:32:20 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:32:20 user nova-compute[75027]: </disk>
Nov 29 04:32:20 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:32:20 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Successfully detached device vdb from instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 from the persistent domain config.
Nov 29 04:32:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:32:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:32:20 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:32:20 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:32:20 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:32:20 user nova-compute[75027]:   <serial>3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e</serial>
Nov 29 04:32:20 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:32:20 user nova-compute[75027]: </disk>
Nov 29 04:32:20 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:32:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:32:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:31 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:32:31 user nova-compute[75027]: INFO nova.compute.claims [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Claim successful on node user
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.405s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:32:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:32:32 user nova-compute[75027]: INFO nova.virt.block_device [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Booting with volume 09f74324-def2-4ccc-9304-5a70af11ce50 at /dev/vda
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.policy [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cfd356fd1b47d2aef046f9b6c74019', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0e64d4f50345f59b5237027b05485e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.utils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8fca31-489c-4a83-b5d2-e0abdd28d174]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[98f264c6-2525-402a-9450-f83cc6e6e75f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b09f296-2ef7-4b3c-986b-0bdd23bfafa0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bcde95c-fd27-4bea-9274-f63557542934]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:32:32 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:32:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7045c1e1-c1ef-4285-b88d-2a8e7654ede5]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG os_brick.utils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating existing volume attachment record: 2e647e3c-15ff-4705-b8f5-3fb664650175 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:32:32 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Successfully created port: b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Successfully updated port: b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-changed-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Refreshing instance network info cache due to event network-changed-b9a5a395-4409-4d2c-9961-47b325f8f6f8. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG nova.network.neutron [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance network_info: |[{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Refreshing network info cache for port b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updated VIF entry in instance network info cache for port b9a5a395-4409-4d2c-9961-47b325f8f6f8. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6768d761-7ffd-4b8b-8ee3-8db335ff665e req-9b1d20dd-d501-40a3-ac93-94e9370856ca service nova] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:35 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:32:35 user nova-compute[75027]: INFO nova.compute.manager [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] instance snapshotting
Nov 29 04:32:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Beginning live snapshot process
Nov 29 04:32:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7.delta 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7.delta 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:36 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 04:32:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:32:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] COPY block job progress, current cursor: 47710208 final cursor: 75563008 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:32:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:32:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 04:32:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:38 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:32:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7.delta /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7.delta /opt/stack/data/nova/instances/snapshots/tmpikh1j6to/7bf4adce47144bba880e113738fc1fb7" returned: 0 in 0.774s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Snapshot extracted, beginning image upload
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:32:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Creating image(s)
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Ensure instance console log exists: /opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start _get_guest_xml network_info=[{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '2e647e3c-15ff-4705-b8f5-3fb664650175', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09818871-8dd7-4f31-ba4b-2ec5d7464df8', 'attached_at': '', 'detached_at': '', 'volume_id': '09f74324-def2-4ccc-9304-5a70af11ce50', 'serial': '09f74324-def2-4ccc-9304-5a70af11ce50'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:32:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:32:40 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:32:40 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:32:40 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5302936-ae0f-4707-ac6e-46daf7e37b7f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:32:40 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed6c3d0-4971-47a1-89df-d49e083f4781]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50] added
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4461a2b6-a6f7-45ff-ba35-96f7b9129e21]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[faed8170-d919-4d40-b759-0a99b6a38ad4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrKaEXdY {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrKaEXdY" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2806b2a9-c72e-4db1-9c21-f261cab2a0fa]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VrKaEXdY'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc7fd84-7653-4a58-865d-0b6fc7c31ffa]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbefa4c8-460c-4aa4-87ca-7a0715cfb924]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5d0082-d38e-40cd-94bc-e127ea96f428]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]
Nov 29 04:32:40 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2402dd-0554-4a2b-8681-6c64cbeeb705]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2747fca4-ae36-467b-a0b5-5de4ab167d99]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:40 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:32:40 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] HCTL ('34', '-', '-', 0) found on session 32 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bad21ce-21f4-4b1b-b162-2b2b82c3c14b]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching for a device in session 32 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:32:40 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 is timed out.
Nov 29 04:32:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Successfully detached device vdb from instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 from the live domain config.
Nov 29 04:32:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VOcLQyft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:32:40 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:32:40 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23637383564336566', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637383564336566', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.863s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.objects.instance [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'pci_devices' on Instance uuid 09818871-8dd7-4f31-ba4b-2ec5d7464df8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0cba97-0df8-4d17-80a8-3abb49823727]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:32:41 user nova-compute[75027]: No targets found.
Nov 29 04:32:41 user nova-compute[75027]: iSNS:
Nov 29 04:32:41 user nova-compute[75027]: No targets found.
Nov 29 04:32:41 user nova-compute[75027]: STATIC:
Nov 29 04:32:41 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:32:41 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:41 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:41 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e
Nov 29 04:32:41 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:41 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:41 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:32:41 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:41 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:41 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:32:41 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:32:41 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:32:41 user nova-compute[75027]: FIRMWARE:
Nov 29 04:32:41 user nova-compute[75027]: No targets found.
Nov 29 04:32:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:32:41 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:32:41 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:32:41 user nova-compute[75027]:   <uuid>09818871-8dd7-4f31-ba4b-2ec5d7464df8</uuid>
Nov 29 04:32:41 user nova-compute[75027]:   <name>instance-0000001c</name>
Nov 29 04:32:41 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:32:41 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:32:41 user nova-compute[75027]:   <metadata>
Nov 29 04:32:41 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:32:41 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:32:41 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherA-server-1007414853</nova:name>
Nov 29 04:32:41 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:32:40</nova:creationTime>
Nov 29 04:32:41 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:32:41 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:32:41 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:32:41 user nova-compute[75027]:       <nova:owner>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:user uuid="47cfd356fd1b47d2aef046f9b6c74019">tempest-ServerActionsTestOtherA-225065641-project-member</nova:user>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:project uuid="fc0e64d4f50345f59b5237027b05485e">tempest-ServerActionsTestOtherA-225065641</nova:project>
Nov 29 04:32:41 user nova-compute[75027]:       </nova:owner>
Nov 29 04:32:41 user nova-compute[75027]:       <nova:ports>
Nov 29 04:32:41 user nova-compute[75027]:         <nova:port uuid="b9a5a395-4409-4d2c-9961-47b325f8f6f8">
Nov 29 04:32:41 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:32:41 user nova-compute[75027]:         </nova:port>
Nov 29 04:32:41 user nova-compute[75027]:       </nova:ports>
Nov 29 04:32:41 user nova-compute[75027]:     </nova:instance>
Nov 29 04:32:41 user nova-compute[75027]:   </metadata>
Nov 29 04:32:41 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:32:41 user nova-compute[75027]:     <system>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="serial">09818871-8dd7-4f31-ba4b-2ec5d7464df8</entry>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="uuid">09818871-8dd7-4f31-ba4b-2ec5d7464df8</entry>
Nov 29 04:32:41 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:32:41 user nova-compute[75027]:     </system>
Nov 29 04:32:41 user nova-compute[75027]:   </sysinfo>
Nov 29 04:32:41 user nova-compute[75027]:   <os>
Nov 29 04:32:41 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:32:41 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:32:41 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:32:41 user nova-compute[75027]:   </os>
Nov 29 04:32:41 user nova-compute[75027]:   <features>
Nov 29 04:32:41 user nova-compute[75027]:     <acpi/>
Nov 29 04:32:41 user nova-compute[75027]:     <apic/>
Nov 29 04:32:41 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:32:41 user nova-compute[75027]:   </features>
Nov 29 04:32:41 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:32:41 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:32:41 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:32:41 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:32:41 user nova-compute[75027]:   </clock>
Nov 29 04:32:41 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:32:41 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:32:41 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:32:41 user nova-compute[75027]:   </cpu>
Nov 29 04:32:41 user nova-compute[75027]:   <devices>
Nov 29 04:32:41 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:32:41 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:32:41 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:32:41 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:32:41 user nova-compute[75027]:       <serial>09f74324-def2-4ccc-9304-5a70af11ce50</serial>
Nov 29 04:32:41 user nova-compute[75027]:     </disk>
Nov 29 04:32:41 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:32:41 user nova-compute[75027]:       <mac address="fa:16:3e:4b:86:65"/>
Nov 29 04:32:41 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:41 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:32:41 user nova-compute[75027]:       <target dev="tapb9a5a395-44"/>
Nov 29 04:32:41 user nova-compute[75027]:     </interface>
Nov 29 04:32:41 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:32:41 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8/console.log" append="off"/>
Nov 29 04:32:41 user nova-compute[75027]:     </serial>
Nov 29 04:32:41 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:32:41 user nova-compute[75027]:     <video>
Nov 29 04:32:41 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:41 user nova-compute[75027]:     </video>
Nov 29 04:32:41 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:32:41 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:32:41 user nova-compute[75027]:     </rng>
Nov 29 04:32:41 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:32:41 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:32:41 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:32:41 user nova-compute[75027]:     </memballoon>
Nov 29 04:32:41 user nova-compute[75027]:   </devices>
Nov 29 04:32:41 user nova-compute[75027]: </domain>
Nov 29 04:32:41 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_vif [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8fb1e46-c9c6-5d85-b28d-f8a7e6b1f951', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8dd4cb-2414-491d-8df0-0a110f184d2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9a5a395-44, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9a5a395-44, col_values=(('qos', UUID('c590020f-2147-4691-994d-e72119a24f52')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9a5a395-44, col_values=(('external_ids', {'iface-id': 'b9a5a395-4409-4d2c-9961-47b325f8f6f8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:86:65', 'vm-uuid': '09818871-8dd7-4f31-ba4b-2ec5d7464df8'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:41 user nova-compute[75027]: INFO os_vif [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44')
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b623d3-ac3f-4995-a9be-38c58f3efe4d]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:32:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:32:41 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:32:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f030ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e'): ({'sdg'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Removing single pathed devices sdg {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Snapshot image upload complete
Nov 29 04:32:41 user nova-compute[75027]: INFO nova.compute.manager [None req-4d650e9f-8018-4e17-95bc-7627147f2fd5 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Took 6.01 seconds to snapshot the instance on the hypervisor.
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfde987f-6874-40c3-aac5-206b5a374acd]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:4b:86:65, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67bc3ef-178b-468c-a89e-c5a29463b79d]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Flushing IO for device /dev/sdg {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6ad9e2-7cf0-4605-8221-a5cf084761b8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[82533658-b1f5-4de4-88bc-d944809aa174]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d804d9-b954-428d-a3cd-9644404a5a65]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ac2afb-7b6a-488a-8bbf-23f1966eaacf]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260]
Nov 29 04:32:41 user nova-compute[75027]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e, portal: 172.16.0.220,3260] successful.
Nov 29 04:32:41 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dcbab4b-68d2-4b3f-b9a5-d4873017cd9e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a032a6e-792b-4ebe-b9ad-bc7053ceb93c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] <== disconnect_volume: return (1220ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:32:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:32:42 user nova-compute[75027]: DEBUG nova.objects.instance [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'flavor' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-644c1ac8-0d67-4e87-a6b1-9ed55c353cf3 tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.631s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:43 user nova-compute[75027]: WARNING nova.compute.manager [req-73f875f0-d891-44c0-a8fc-ed2bff1da480 req-8ca23ece-6ebc-497a-9a92-daf8c6e48102 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state building and task_state spawning.
Nov 29 04:32:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:32:43 user nova-compute[75027]: INFO nova.compute.claims [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Claim successful on node user
Nov 29 04:32:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.413s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:32:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:32:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.policy [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7038196da42a48b898863b977dc2dc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfe490e465cd4be8b2fc51e237b022f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:32:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Creating image(s)
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "/opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "/opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "/opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Successfully created port: cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:32:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:32:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance spawned successfully.
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.part --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.virt.images [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] 27d562a7-9ef7-4943-b24b-2ce3b60a32b8 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.part /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:45 user nova-compute[75027]: WARNING nova.compute.manager [req-b6c07df2-9b1a-4f3b-9316-1899a6c0a1f6 req-9e5483dd-3ca4-449d-981c-d6677c98ea12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state building and task_state spawning.
Nov 29 04:32:45 user nova-compute[75027]: INFO nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Took 5.09 seconds to spawn the instance on the hypervisor.
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:32:45 user nova-compute[75027]: INFO nova.compute.manager [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Took 13.68 seconds to build instance.
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-93545e45-f803-4ff6-946d-ac276f8eff20 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.843s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.part /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.converted" returned: 0 in 0.552s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Successfully updated port: cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquired lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing instance network info cache due to event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] Acquiring lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.776s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:32:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json" returned: 0 in 0.215s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Releasing lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Instance network_info: |[{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] Acquired lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json" returned: 0 in 0.448s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a,backing_fmt=raw /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a,backing_fmt=raw /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk 1073741824" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "be3faf1cd21591f70fb2a2ab38ae3b34fcce294a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.505s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Ensure instance console log exists: /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Start _get_guest_xml network_info=[{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d1b33751b774a42fb07ab1e092229763',container_format='bare',created_at=2023-11-29T04:32:35Z,direct_url=<?>,disk_format='qcow2',id=27d562a7-9ef7-4943-b24b-2ce3b60a32b8,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-905768948',owner='bfe490e465cd4be8b2fc51e237b022f1',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:32:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '27d562a7-9ef7-4943-b24b-2ce3b60a32b8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:32:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:46 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d1b33751b774a42fb07ab1e092229763',container_format='bare',created_at=2023-11-29T04:32:35Z,direct_url=<?>,disk_format='qcow2',id=27d562a7-9ef7-4943-b24b-2ce3b60a32b8,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-905768948',owner='bfe490e465cd4be8b2fc51e237b022f1',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:32:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-595853671',display_name='tempest-TestStampPattern-server-595853671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-595853671',id=29,image_ref='27d562a7-9ef7-4943-b24b-2ce3b60a32b8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-akd8fdqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='97a6e146-0be4-4b76-ac54-da9b4bd88a26',image_min_disk='1',image_min_ram='0',image_owner_id='bfe490e465cd4be8b2fc51e237b022f1',image_owner_project_name='tempest-TestStampPattern-715646522',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-715646522-project-member',image_user_id='7038196da42a48b898863b977dc2dc06',network_allocated='True',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:44Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=f5fb2b5e-56b2-4118-85a4-d3238f0af16a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'pci_devices' on Instance uuid f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updated VIF entry in instance network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:32:46 user nova-compute[75027]:   <uuid>f5fb2b5e-56b2-4118-85a4-d3238f0af16a</uuid>
Nov 29 04:32:46 user nova-compute[75027]:   <name>instance-0000001d</name>
Nov 29 04:32:46 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:32:46 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:32:46 user nova-compute[75027]:   <metadata>
Nov 29 04:32:46 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:32:46 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:name>tempest-TestStampPattern-server-595853671</nova:name>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:32:46</nova:creationTime>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:32:46 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:32:46 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:owner>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:user uuid="7038196da42a48b898863b977dc2dc06">tempest-TestStampPattern-715646522-project-member</nova:user>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:project uuid="bfe490e465cd4be8b2fc51e237b022f1">tempest-TestStampPattern-715646522</nova:project>
Nov 29 04:32:46 user nova-compute[75027]:       </nova:owner>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:root type="image" uuid="27d562a7-9ef7-4943-b24b-2ce3b60a32b8"/>
Nov 29 04:32:46 user nova-compute[75027]:       <nova:ports>
Nov 29 04:32:46 user nova-compute[75027]:         <nova:port uuid="cfc0e17e-d607-468d-9465-dbbe30740937">
Nov 29 04:32:46 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:32:46 user nova-compute[75027]:         </nova:port>
Nov 29 04:32:46 user nova-compute[75027]:       </nova:ports>
Nov 29 04:32:46 user nova-compute[75027]:     </nova:instance>
Nov 29 04:32:46 user nova-compute[75027]:   </metadata>
Nov 29 04:32:46 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:32:46 user nova-compute[75027]:     <system>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="serial">f5fb2b5e-56b2-4118-85a4-d3238f0af16a</entry>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="uuid">f5fb2b5e-56b2-4118-85a4-d3238f0af16a</entry>
Nov 29 04:32:46 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:32:46 user nova-compute[75027]:     </system>
Nov 29 04:32:46 user nova-compute[75027]:   </sysinfo>
Nov 29 04:32:46 user nova-compute[75027]:   <os>
Nov 29 04:32:46 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:32:46 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:32:46 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:32:46 user nova-compute[75027]:   </os>
Nov 29 04:32:46 user nova-compute[75027]:   <features>
Nov 29 04:32:46 user nova-compute[75027]:     <acpi/>
Nov 29 04:32:46 user nova-compute[75027]:     <apic/>
Nov 29 04:32:46 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:32:46 user nova-compute[75027]:   </features>
Nov 29 04:32:46 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:32:46 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:32:46 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:32:46 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:32:46 user nova-compute[75027]:   </clock>
Nov 29 04:32:46 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:32:46 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:32:46 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:32:46 user nova-compute[75027]:   </cpu>
Nov 29 04:32:46 user nova-compute[75027]:   <devices>
Nov 29 04:32:46 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:32:46 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:32:46 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk"/>
Nov 29 04:32:46 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:32:46 user nova-compute[75027]:     </disk>
Nov 29 04:32:46 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:32:46 user nova-compute[75027]:       <mac address="fa:16:3e:1e:b3:b2"/>
Nov 29 04:32:46 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:46 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:32:46 user nova-compute[75027]:       <target dev="tapcfc0e17e-d6"/>
Nov 29 04:32:46 user nova-compute[75027]:     </interface>
Nov 29 04:32:46 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:32:46 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/console.log" append="off"/>
Nov 29 04:32:46 user nova-compute[75027]:     </serial>
Nov 29 04:32:46 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:32:46 user nova-compute[75027]:     <video>
Nov 29 04:32:46 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:46 user nova-compute[75027]:     </video>
Nov 29 04:32:46 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:32:46 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:32:46 user nova-compute[75027]:     </rng>
Nov 29 04:32:46 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:32:46 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:32:46 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:32:46 user nova-compute[75027]:     </memballoon>
Nov 29 04:32:46 user nova-compute[75027]:   </devices>
Nov 29 04:32:46 user nova-compute[75027]: </domain>
Nov 29 04:32:46 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-595853671',display_name='tempest-TestStampPattern-server-595853671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-595853671',id=29,image_ref='27d562a7-9ef7-4943-b24b-2ce3b60a32b8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-akd8fdqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='97a6e146-0be4-4b76-ac54-da9b4bd88a26',image_min_disk='1',image_min_ram='0',image_owner_id='bfe490e465cd4be8b2fc51e237b022f1',image_owner_project_name='tempest-TestStampPattern-715646522',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-715646522-project-member',image_user_id='7038196da42a48b898863b977dc2dc06',network_allocated='True',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:44Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=f5fb2b5e-56b2-4118-85a4-d3238f0af16a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG os_vif [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7e7ef8b5-6b26-59ef-b5e2-f878add36a8d', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-08dec2e8-dbf6-47b2-b1bd-ac4da91fe0af req-952384f8-a5a6-435e-b7b2-5d7804897fcb service nova] Releasing lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfc0e17e-d6, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfc0e17e-d6, col_values=(('qos', UUID('bc14349a-b39b-407e-b5d1-64ae1c7858c9')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfc0e17e-d6, col_values=(('external_ids', {'iface-id': 'cfc0e17e-d607-468d-9465-dbbe30740937', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:b3:b2', 'vm-uuid': 'f5fb2b5e-56b2-4118-85a4-d3238f0af16a'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:46 user nova-compute[75027]: INFO os_vif [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6')
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:32:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No VIF found with MAC fa:16:3e:1e:b3:b2, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] No waiting events found dispatching network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:48 user nova-compute[75027]: WARNING nova.compute.manager [req-5d26b654-9201-428c-83d8-cea285fd2694 req-a064f693-04d2-4f52-8b06-c976ffd70c3b service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received unexpected event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 for instance with vm_state building and task_state spawning.
Nov 29 04:32:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:32:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Instance spawned successfully.
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:32:50 user nova-compute[75027]: INFO nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Took 6.35 seconds to spawn the instance on the hypervisor.
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] No waiting events found dispatching network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:50 user nova-compute[75027]: WARNING nova.compute.manager [req-5301a858-1ca7-46e9-acf1-c732c1ff7a4e req-b4911504-307e-4602-a036-a4ed088643d6 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received unexpected event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 for instance with vm_state building and task_state spawning.
Nov 29 04:32:50 user nova-compute[75027]: INFO nova.compute.manager [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Took 7.14 seconds to build instance.
Nov 29 04:32:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cbb6ea3f-6c95-4b7f-92bf-95bf63221cc0 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.257s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:32:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updating instance_info_cache with network_info: [{"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-98cb5757-ce5d-445b-ae5b-ca22137d4e7a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:32:55 user nova-compute[75027]: INFO nova.compute.claims [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Claim successful on node user
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.714s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:32:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.policy [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30361ef79d5b4aca832a76b68657ba95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7b5ffe4277944df947b6c7a1043278d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:32:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Creating image(s)
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.216s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:56 user nova-compute[75027]: INFO nova.compute.manager [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Rescuing
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk 1073741824" returned: 0 in 0.066s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Successfully created port: 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Checking if we can resize image /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Cannot resize image /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Ensure instance console log exists: /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Successfully updated port: 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing instance network info cache due to event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:32:57 user nova-compute[75027]: WARNING nova.compute.manager [req-5e800c88-43bd-48af-8819-4121d3f05c8c req-06cf8416-f009-4202-8bcf-0e20beb070b6 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state active and task_state rescuing.
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-732bd68d-57fc-4cde-b827-ec81b251be5c req-24a0f140-43d4-4a8f-b4fb-2ad2bc9ff11f service nova] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance destroyed successfully.
Nov 29 04:32:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Attempting rescue
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:32:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Creating image(s)
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'trusted_certs' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue" returned: 0 in 0.132s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'migration_context' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.base [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<b07518ee-94e5-449a-bdf4-e921496807a4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start _get_guest_xml network_info=[{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:24:13:d0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance network_info: |[{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.base [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<b07518ee-94e5-449a-bdf4-e921496807a4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'numa_topology' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start _get_guest_xml network_info=[{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:32:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:58 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:58 user nova-compute[75027]: DEBUG nova.objects.base [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<b07518ee-94e5-449a-bdf4-e921496807a4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7jPJMuJhPApuzonfQTedWmlYHYfLjHv0Zuy5CH8b9BY5fRCwOkYlqrSQbRLdnPu7oI5yJ8CWv1nXp13f7y717scMn5JyhonBVPkuFZIG89IpTfHgZXnstSQ7s/+JB5nw==',key_name='tempest-keypair-1261812724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_devices' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:32:59 user nova-compute[75027]:   <uuid>afe91f2e-bb78-45cf-805f-6c93dab5d0ef</uuid>
Nov 29 04:32:59 user nova-compute[75027]:   <name>instance-0000001e</name>
Nov 29 04:32:59 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:32:59 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:32:59 user nova-compute[75027]:   <metadata>
Nov 29 04:32:59 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:32:59 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-216221053</nova:name>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:32:58</nova:creationTime>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:32:59 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:owner>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:user uuid="30361ef79d5b4aca832a76b68657ba95">tempest-AttachVolumeShelveTestJSON-1478241295-project-member</nova:user>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:project uuid="b7b5ffe4277944df947b6c7a1043278d">tempest-AttachVolumeShelveTestJSON-1478241295</nova:project>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:owner>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:ports>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:port uuid="20ce512c-1276-45dc-95ec-34d4fb08a225">
Nov 29 04:32:59 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 04:32:59 user nova-compute[75027]:         </nova:port>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:ports>
Nov 29 04:32:59 user nova-compute[75027]:     </nova:instance>
Nov 29 04:32:59 user nova-compute[75027]:   </metadata>
Nov 29 04:32:59 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:32:59 user nova-compute[75027]:     <system>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="serial">afe91f2e-bb78-45cf-805f-6c93dab5d0ef</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="uuid">afe91f2e-bb78-45cf-805f-6c93dab5d0ef</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:32:59 user nova-compute[75027]:     </system>
Nov 29 04:32:59 user nova-compute[75027]:   </sysinfo>
Nov 29 04:32:59 user nova-compute[75027]:   <os>
Nov 29 04:32:59 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:32:59 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:32:59 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:32:59 user nova-compute[75027]:   </os>
Nov 29 04:32:59 user nova-compute[75027]:   <features>
Nov 29 04:32:59 user nova-compute[75027]:     <acpi/>
Nov 29 04:32:59 user nova-compute[75027]:     <apic/>
Nov 29 04:32:59 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:32:59 user nova-compute[75027]:   </features>
Nov 29 04:32:59 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:32:59 user nova-compute[75027]:   </clock>
Nov 29 04:32:59 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:32:59 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:32:59 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:32:59 user nova-compute[75027]:   </cpu>
Nov 29 04:32:59 user nova-compute[75027]:   <devices>
Nov 29 04:32:59 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:32:59 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:32:59 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk"/>
Nov 29 04:32:59 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:     </disk>
Nov 29 04:32:59 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:32:59 user nova-compute[75027]:       <mac address="fa:16:3e:3d:2e:46"/>
Nov 29 04:32:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:32:59 user nova-compute[75027]:       <target dev="tap20ce512c-12"/>
Nov 29 04:32:59 user nova-compute[75027]:     </interface>
Nov 29 04:32:59 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:32:59 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/console.log" append="off"/>
Nov 29 04:32:59 user nova-compute[75027]:     </serial>
Nov 29 04:32:59 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:32:59 user nova-compute[75027]:     <video>
Nov 29 04:32:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:     </video>
Nov 29 04:32:59 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:32:59 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:32:59 user nova-compute[75027]:     </rng>
Nov 29 04:32:59 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:32:59 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:32:59 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:32:59 user nova-compute[75027]:     </memballoon>
Nov 29 04:32:59 user nova-compute[75027]:   </devices>
Nov 29 04:32:59 user nova-compute[75027]: </domain>
Nov 29 04:32:59 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7jPJMuJhPApuzonfQTedWmlYHYfLjHv0Zuy5CH8b9BY5fRCwOkYlqrSQbRLdnPu7oI5yJ8CWv1nXp13f7y717scMn5JyhonBVPkuFZIG89IpTfHgZXnstSQ7s/+JB5nw==',key_name='tempest-keypair-1261812724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:32:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG os_vif [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f45f421c-692f-5fa3-b363-7d2cee4d2f54', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'vcpu_model' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20ce512c-12, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20ce512c-12, col_values=(('qos', UUID('aa9dec5a-09fa-46ea-b2b1-c17ef2e57592')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20ce512c-12, col_values=(('external_ids', {'iface-id': '20ce512c-1276-45dc-95ec-34d4fb08a225', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:2e:46', 'vm-uuid': 'afe91f2e-bb78-45cf-805f-6c93dab5d0ef'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.objects.base [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<b07518ee-94e5-449a-bdf4-e921496807a4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1187405497',display_name='tempest-ServerRescueNegativeTestJSON-server-1187405497',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1187405497',id=22,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:28:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-1s4mmtg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:28:20Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=b07518ee-94e5-449a-bdf4-e921496807a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:24:13:d0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:24:13:d0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.objects.base [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<b07518ee-94e5-449a-bdf4-e921496807a4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:32:59 user nova-compute[75027]:   <uuid>b07518ee-94e5-449a-bdf4-e921496807a4</uuid>
Nov 29 04:32:59 user nova-compute[75027]:   <name>instance-00000016</name>
Nov 29 04:32:59 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:32:59 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:32:59 user nova-compute[75027]:   <metadata>
Nov 29 04:32:59 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:32:59 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1187405497</nova:name>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:32:59</nova:creationTime>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:32:59 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:owner>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:owner>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:32:59 user nova-compute[75027]:       <nova:ports>
Nov 29 04:32:59 user nova-compute[75027]:         <nova:port uuid="0f51fb2d-7f07-415d-8e02-94fe9f59d1eb">
Nov 29 04:32:59 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 04:32:59 user nova-compute[75027]:         </nova:port>
Nov 29 04:32:59 user nova-compute[75027]:       </nova:ports>
Nov 29 04:32:59 user nova-compute[75027]:     </nova:instance>
Nov 29 04:32:59 user nova-compute[75027]:   </metadata>
Nov 29 04:32:59 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:32:59 user nova-compute[75027]:     <system>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="serial">b07518ee-94e5-449a-bdf4-e921496807a4</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="uuid">b07518ee-94e5-449a-bdf4-e921496807a4</entry>
Nov 29 04:32:59 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:32:59 user nova-compute[75027]:     </system>
Nov 29 04:32:59 user nova-compute[75027]:   </sysinfo>
Nov 29 04:32:59 user nova-compute[75027]:   <os>
Nov 29 04:32:59 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:32:59 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:32:59 user nova-compute[75027]:   </os>
Nov 29 04:32:59 user nova-compute[75027]:   <features>
Nov 29 04:32:59 user nova-compute[75027]:     <acpi/>
Nov 29 04:32:59 user nova-compute[75027]:     <apic/>
Nov 29 04:32:59 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:32:59 user nova-compute[75027]:   </features>
Nov 29 04:32:59 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:32:59 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:32:59 user nova-compute[75027]:   </clock>
Nov 29 04:32:59 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:32:59 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:32:59 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:32:59 user nova-compute[75027]:   </cpu>
Nov 29 04:32:59 user nova-compute[75027]:   <devices>
Nov 29 04:32:59 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:32:59 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:32:59 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue"/>
Nov 29 04:32:59 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:     </disk>
Nov 29 04:32:59 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:32:59 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:32:59 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk"/>
Nov 29 04:32:59 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:     </disk>
Nov 29 04:32:59 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:32:59 user nova-compute[75027]:       <mac address="fa:16:3e:24:13:d0"/>
Nov 29 04:32:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:32:59 user nova-compute[75027]:       <target dev="tap0f51fb2d-7f"/>
Nov 29 04:32:59 user nova-compute[75027]:     </interface>
Nov 29 04:32:59 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:32:59 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/console.log" append="off"/>
Nov 29 04:32:59 user nova-compute[75027]:     </serial>
Nov 29 04:32:59 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:32:59 user nova-compute[75027]:     <video>
Nov 29 04:32:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:32:59 user nova-compute[75027]:     </video>
Nov 29 04:32:59 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:32:59 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:32:59 user nova-compute[75027]:     </rng>
Nov 29 04:32:59 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:32:59 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:32:59 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:32:59 user nova-compute[75027]:     </memballoon>
Nov 29 04:32:59 user nova-compute[75027]:   </devices>
Nov 29 04:32:59 user nova-compute[75027]: </domain>
Nov 29 04:32:59 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:32:59 user nova-compute[75027]: INFO os_vif [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12')
Nov 29 04:32:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance destroyed successfully.
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No VIF found with MAC fa:16:3e:3d:2e:46, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:24:13:d0, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:32:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.compute.manager [req-545db18d-0a5b-47a8-819c-b16082ef53b3 req-eda29ee0-72df-48c9-9643-a5c7d5e44a55 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state active and task_state rescuing.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.compute.manager [req-92707cd4-58b4-44bc-a1b5-64dbca300d9f req-c2e4a059-f8ed-4541-a0f9-2820a203cf27 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state building and task_state spawning.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.compute.manager [req-db2fb41e-5e46-4e53-9db8-f4df3c757df2 req-41f749a0-3d84-497b-b6ec-dec785d48c5e service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state active and task_state rescuing.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.compute.manager [req-09a910fb-4cb7-4ab0-8b9e-a4470ad10b6c req-a20846d3-753d-4278-ae1f-b5924bab8104 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state building and task_state spawning.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.compute.manager [req-5d7ca895-53f4-45d4-b6fe-8db6c08dd4c2 req-67ad3ea1-031e-4945-a868-f17db0f28b06 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state active and task_state rescuing.
Nov 29 04:33:05 user nova-compute[75027]: INFO nova.compute.manager [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Unrescuing
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-488925f6-7997-4329-9b00-bab7eec7d091 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:33:05 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance spawned successfully.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:05 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7522MB free_disk=24.830669403076172GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:05 user nova-compute[75027]: INFO nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Took 8.80 seconds to spawn the instance on the hypervisor.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:33:05 user nova-compute[75027]: INFO nova.compute.manager [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Took 9.97 seconds to build instance.
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-503967ef-caaa-4385-ab4d-850ba5b8ecfa tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.162s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'flavor' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:33:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.731s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:06 user nova-compute[75027]: WARNING nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:06 user nova-compute[75027]: WARNING nova.compute.manager [req-16c2611f-8e79-4045-a244-893e1b0ea921 req-206765ba-a35b-4f5a-a38f-7a6464a3b32d service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:33:06 user nova-compute[75027]: INFO nova.compute.claims [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Claim successful on node user
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance destroyed successfully.
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.614s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:33:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:33:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.policy [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851ba719f9704af5b911ea06308dbef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd209dfa79cf46b9adacf72888023f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:33:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Creating image(s)
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk 1073741824" returned: 0 in 0.059s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Successfully created port: 67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Cannot resize image /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Ensure instance console log exists: /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.compute.manager [req-cfb8941f-6684-430b-9a47-f152a27f2050 req-eedb27da-0938-42b3-8954-6bf0cd67b0d6 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Successfully updated port: 67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquired lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-changed-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Refreshing instance network info cache due to event network-changed-67ce143e-cff5-4a00-a2f7-043cca800b37. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] Acquiring lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating instance_info_cache with network_info: [{"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Releasing lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Instance network_info: |[{"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] Acquired lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Refreshing network info cache for port 67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Start _get_guest_xml network_info=[{"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:33:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-767959484',display_name='tempest-AttachVolumeNegativeTest-server-767959484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-767959484',id=31,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLViXgU+a7VhxwXmwdNRFLTK/CAE5jZR1SJy5BrfAySsbTcHg5aeSKx5kW6/JGy6kS7Pe6xuOmJarZUJuy46AcYYFLARwN9WXwH+BpYtH3etanudFTyJoWSc1LCGO2zvxA==',key_name='tempest-keypair-1104756909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-grd3wqfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:33:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=fbaf2fed-5744-49ba-a095-a82c72938b7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'pci_devices' on Instance uuid fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:33:08 user nova-compute[75027]:   <uuid>fbaf2fed-5744-49ba-a095-a82c72938b7b</uuid>
Nov 29 04:33:08 user nova-compute[75027]:   <name>instance-0000001f</name>
Nov 29 04:33:08 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:33:08 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:33:08 user nova-compute[75027]:   <metadata>
Nov 29 04:33:08 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:33:08 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeNegativeTest-server-767959484</nova:name>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:33:08</nova:creationTime>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:33:08 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:33:08 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:owner>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:user uuid="851ba719f9704af5b911ea06308dbef3">tempest-AttachVolumeNegativeTest-387925998-project-member</nova:user>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:project uuid="cd209dfa79cf46b9adacf72888023f86">tempest-AttachVolumeNegativeTest-387925998</nova:project>
Nov 29 04:33:08 user nova-compute[75027]:       </nova:owner>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:33:08 user nova-compute[75027]:       <nova:ports>
Nov 29 04:33:08 user nova-compute[75027]:         <nova:port uuid="67ce143e-cff5-4a00-a2f7-043cca800b37">
Nov 29 04:33:08 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 04:33:08 user nova-compute[75027]:         </nova:port>
Nov 29 04:33:08 user nova-compute[75027]:       </nova:ports>
Nov 29 04:33:08 user nova-compute[75027]:     </nova:instance>
Nov 29 04:33:08 user nova-compute[75027]:   </metadata>
Nov 29 04:33:08 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:33:08 user nova-compute[75027]:     <system>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="serial">fbaf2fed-5744-49ba-a095-a82c72938b7b</entry>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="uuid">fbaf2fed-5744-49ba-a095-a82c72938b7b</entry>
Nov 29 04:33:08 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:33:08 user nova-compute[75027]:     </system>
Nov 29 04:33:08 user nova-compute[75027]:   </sysinfo>
Nov 29 04:33:08 user nova-compute[75027]:   <os>
Nov 29 04:33:08 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:33:08 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:33:08 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:33:08 user nova-compute[75027]:   </os>
Nov 29 04:33:08 user nova-compute[75027]:   <features>
Nov 29 04:33:08 user nova-compute[75027]:     <acpi/>
Nov 29 04:33:08 user nova-compute[75027]:     <apic/>
Nov 29 04:33:08 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:33:08 user nova-compute[75027]:   </features>
Nov 29 04:33:08 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:33:08 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:33:08 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:33:08 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:33:08 user nova-compute[75027]:   </clock>
Nov 29 04:33:08 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:33:08 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:33:08 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:33:08 user nova-compute[75027]:   </cpu>
Nov 29 04:33:08 user nova-compute[75027]:   <devices>
Nov 29 04:33:08 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:33:08 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:33:08 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk"/>
Nov 29 04:33:08 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:33:08 user nova-compute[75027]:     </disk>
Nov 29 04:33:08 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:33:08 user nova-compute[75027]:       <mac address="fa:16:3e:00:26:1a"/>
Nov 29 04:33:08 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:33:08 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:33:08 user nova-compute[75027]:       <target dev="tap67ce143e-cf"/>
Nov 29 04:33:08 user nova-compute[75027]:     </interface>
Nov 29 04:33:08 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:33:08 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/console.log" append="off"/>
Nov 29 04:33:08 user nova-compute[75027]:     </serial>
Nov 29 04:33:08 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:33:08 user nova-compute[75027]:     <video>
Nov 29 04:33:08 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:33:08 user nova-compute[75027]:     </video>
Nov 29 04:33:08 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:33:08 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:33:08 user nova-compute[75027]:     </rng>
Nov 29 04:33:08 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:33:08 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:33:08 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:33:08 user nova-compute[75027]:     </memballoon>
Nov 29 04:33:08 user nova-compute[75027]:   </devices>
Nov 29 04:33:08 user nova-compute[75027]: </domain>
Nov 29 04:33:08 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:33:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-767959484',display_name='tempest-AttachVolumeNegativeTest-server-767959484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-767959484',id=31,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLViXgU+a7VhxwXmwdNRFLTK/CAE5jZR1SJy5BrfAySsbTcHg5aeSKx5kW6/JGy6kS7Pe6xuOmJarZUJuy46AcYYFLARwN9WXwH+BpYtH3etanudFTyJoWSc1LCGO2zvxA==',key_name='tempest-keypair-1104756909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-grd3wqfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:33:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=fbaf2fed-5744-49ba-a095-a82c72938b7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG os_vif [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b5132f4-862d-56b3-a6cb-5b906c7272c8', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67ce143e-cf, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67ce143e-cf, col_values=(('qos', UUID('9fae6747-0fa2-40a8-aee0-31f58eed23fd')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67ce143e-cf, col_values=(('external_ids', {'iface-id': '67ce143e-cff5-4a00-a2f7-043cca800b37', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:26:1a', 'vm-uuid': 'fbaf2fed-5744-49ba-a095-a82c72938b7b'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:33:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:08 user nova-compute[75027]: INFO os_vif [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf')
Nov 29 04:33:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:33:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:00:26:1a, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:33:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updated VIF entry in instance network info cache for port 67ce143e-cff5-4a00-a2f7-043cca800b37. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:33:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating instance_info_cache with network_info: [{"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58456a41-9cd6-438b-9c62-772f83c5d5a5 req-40e30547-dc63-4d51-8e54-3c1c395e232b service nova] Releasing lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3a57ea5d-af7d-4b15-bbd7-40ceaffcf690 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG nova.compute.manager [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:10 user nova-compute[75027]: WARNING nova.compute.manager [req-40cef278-75aa-42ad-b5bf-58a4588a9167 req-e4dfbe8a-9150-45b2-a7c2-30ef8954a14b service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:33:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:10 user nova-compute[75027]: INFO nova.compute.manager [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Terminating instance
Nov 29 04:33:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:33:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Instance destroyed successfully.
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.objects.instance [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lazy-loading 'resources' on Instance uuid 48e92d76-fafc-4292-ba6c-ab5f3668d8e3 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-548714006',display_name='tempest-ServerStableDeviceRescueTest-server-548714006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-548714006',id=18,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPvxrR3rvrJkLG6RO+MT4UKKRtsY+iTxO58JAkJiL+tnDHqF47/sAuqa8tIRANmNptrXjT///dPxT1PzIUMu/DxqVMyuAnr0OpqEhRyp4/M8ECOiVz3NqKyvgHprVPjoFQ==',key_name='tempest-keypair-1274329361',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:30:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b9ff0a41a697455984b87522e6d18ae9',ramdisk_id='',reservation_id='r-jc6u6l62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1461845592',owner_user_name='tempest-ServerStableDeviceRescueTest-1461845592-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:31:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3cceaf169e6843e782c087eab364a9bd',uuid=48e92d76-fafc-4292-ba6c-ab5f3668d8e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converting VIF {"id": "720f7534-fedd-432f-b855-f286d579d7d5", "address": "fa:16:3e:87:2d:a1", "network": {"id": "6644b12b-e9df-44d4-ad2f-459842ee0221", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1698862103-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9ff0a41a697455984b87522e6d18ae9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720f7534-fe", "ovs_interfaceid": "720f7534-fedd-432f-b855-f286d579d7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG os_vif [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap720f7534-fe, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d76bfe1a-a02e-4c05-97af-544965a43f24) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:11 user nova-compute[75027]: INFO os_vif [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:2d:a1,bridge_name='br-int',has_traffic_filtering=True,id=720f7534-fedd-432f-b855-f286d579d7d5,network=Network(6644b12b-e9df-44d4-ad2f-459842ee0221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720f7534-fe')
Nov 29 04:33:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Deleting instance files /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3_del
Nov 29 04:33:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Deletion of /opt/stack/data/nova/instances/48e92d76-fafc-4292-ba6c-ab5f3668d8e3_del complete
Nov 29 04:33:11 user nova-compute[75027]: INFO nova.compute.manager [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 04:33:11 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:33:11 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:12 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Took 0.67 seconds to deallocate network for instance.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-243044bb-37ec-45b7-8612-8173dbe364e2 req-d0ae6a69-aab5-4d1e-870e-619aadc569e2 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-deleted-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] No waiting events found dispatching network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:12 user nova-compute[75027]: WARNING nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received unexpected event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 for instance with vm_state building and task_state spawning.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] No waiting events found dispatching network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:12 user nova-compute[75027]: WARNING nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received unexpected event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 for instance with vm_state building and task_state spawning.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:12 user nova-compute[75027]: WARNING nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-unplugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state deleted and task_state None.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Acquiring lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] No waiting events found dispatching network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:12 user nova-compute[75027]: WARNING nova.compute.manager [req-b4154127-15ef-4f2c-972b-793929a407b6 req-e8f461ff-359f-4d1c-ad19-7d8ac20d2449 service nova] [instance: 48e92d76-fafc-4292-ba6c-ab5f3668d8e3] Received unexpected event network-vif-plugged-720f7534-fedd-432f-b855-f286d579d7d5 for instance with vm_state deleted and task_state None.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:33:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Instance spawned successfully.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:33:12 user nova-compute[75027]: INFO nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Took 5.67 seconds to spawn the instance on the hypervisor.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.417s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:12 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Deleted allocations for instance 48e92d76-fafc-4292-ba6c-ab5f3668d8e3
Nov 29 04:33:12 user nova-compute[75027]: INFO nova.compute.manager [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Took 6.67 seconds to build instance.
Nov 29 04:33:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-10fd3332-7840-4794-86a9-31ebadbaedf2 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.768s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-72bfd9ad-1eac-4586-9db2-ad05250471aa tempest-ServerStableDeviceRescueTest-1461845592 tempest-ServerStableDeviceRescueTest-1461845592-project-member] Lock "48e92d76-fafc-4292-ba6c-ab5f3668d8e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.157s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:49 user nova-compute[75027]: INFO nova.compute.manager [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Terminating instance
Nov 29 04:33:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-1070f4e3-16f1-4752-a44d-fbcbb745ac3a req-a2554927-aed4-42bb-8e91-2081567b0626 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-unplugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:33:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Instance destroyed successfully.
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lazy-loading 'resources' on Instance uuid 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:25:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1604582730',display_name='tempest-ServerActionsTestOtherB-server-1604582730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1604582730',id=16,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4RKzHxgWbkJ9guaHGW2teMcV92+ivP0c/Nq/tAn8Fib1wEV1zCkRDcLOHawBHd22bKIdN1fca5vX3FHQn3Bei5LF2yTHqRM3k1NLhFP/yUAJ1KfJr8t2/mUMpCRYt0bw==',key_name='tempest-keypair-535051100',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:31:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5678203f445b4cd6b77c46695b668d78',ramdisk_id='',reservation_id='r-r0mwkdqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-410037456',owner_user_name='tempest-ServerActionsTestOtherB-410037456-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:31:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a9a7c0b178042fb931e0913e636312d',uuid=0d23bd7a-0669-48d0-8694-f5f7ab36dce2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converting VIF {"id": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "address": "fa:16:3e:9a:84:6b", "network": {"id": "2a04efcb-0c7f-4fe9-b81a-0746636aa557", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1769140401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5678203f445b4cd6b77c46695b668d78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc9b38e6-bc", "ovs_interfaceid": "cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_vif [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc9b38e6-bc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2f6c1e4b-9f5f-4b36-a094-033962e0dfc1) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:33:50 user nova-compute[75027]: INFO os_vif [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:84:6b,bridge_name='br-int',has_traffic_filtering=True,id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968,network=Network(2a04efcb-0c7f-4fe9-b81a-0746636aa557),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc9b38e6-bc')
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxToKwXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:33:50 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e9beeb-ac9f-4440-853e-bcdf63500df8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:33:50 user nova-compute[75027]: No targets found.
Nov 29 04:33:50 user nova-compute[75027]: iSNS:
Nov 29 04:33:50 user nova-compute[75027]: No targets found.
Nov 29 04:33:50 user nova-compute[75027]: STATIC:
Nov 29 04:33:50 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:33:50 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:33:50 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:33:50 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:33:50 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:33:50 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:33:50 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb
Nov 29 04:33:50 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:33:50 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:33:50 user nova-compute[75027]: FIRMWARE:
Nov 29 04:33:50 user nova-compute[75027]: No targets found.
Nov 29 04:33:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:33:50 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:33:50 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[67baed21-a7cc-4ca6-b389-2669a7cb28c8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[af94a533-acc7-465b-896f-fb46db1d5958]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:33:50 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:33:50 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:33:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:33:50 user nova-compute[75027]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb (non-flash)
Nov 29 04:33:50 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:33:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f030e7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[057adfac-8923-4ba6-b170-8733f4afc78b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[04611cb5-420e-44aa-87d7-7d38af53a8e5]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ac928f-e14f-46d4-8320-9e85bc5ed039]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a484b6-f867-457a-91f9-fcc36ca7a5e2]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3a8be8-fab7-475a-ae71-cee20f8d2aa7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd524ad2-ac14-4976-aa00-378526263040]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260]
Nov 29 04:33:50 user nova-compute[75027]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb, portal: 172.16.0.220,3260] successful.
Nov 29 04:33:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:415b8b26-ff5f-4e29-bd33-01589cb16ffb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2c6ec8-736e-4a07-91d7-4f9c8501dde4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] <== disconnect_volume: return (318ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:33:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Deleting instance files /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_del
Nov 29 04:33:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Deletion of /opt/stack/data/nova/instances/0d23bd7a-0669-48d0-8694-f5f7ab36dce2_del complete
Nov 29 04:33:50 user nova-compute[75027]: INFO nova.compute.manager [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Took 1.23 seconds to destroy the instance on the hypervisor.
Nov 29 04:33:50 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:33:50 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:33:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-82cae9fd-14bf-4716-a51c-8caf36c5b7d3 req-22b7c312-55fb-4f5e-a1ba-5e99af8ad0ac service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-deleted-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:51 user nova-compute[75027]: INFO nova.compute.manager [req-82cae9fd-14bf-4716-a51c-8caf36c5b7d3 req-22b7c312-55fb-4f5e-a1ba-5e99af8ad0ac service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Neutron deleted interface cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968; detaching it from the instance and deleting it from the info cache
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.network.neutron [req-82cae9fd-14bf-4716-a51c-8caf36c5b7d3 req-22b7c312-55fb-4f5e-a1ba-5e99af8ad0ac service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:33:51 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Took 0.81 seconds to deallocate network for instance.
Nov 29 04:33:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-82cae9fd-14bf-4716-a51c-8caf36c5b7d3 req-22b7c312-55fb-4f5e-a1ba-5e99af8ad0ac service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Detach interface failed, port_id=cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968, reason: Instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] Acquiring lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] No waiting events found dispatching network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:33:52 user nova-compute[75027]: WARNING nova.compute.manager [req-a4cebc18-1393-4256-b704-9babd8957d0c req-a2a155a5-7b18-4107-8530-af547c18b336 service nova] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Received unexpected event network-vif-plugged-cc9b38e6-bcf2-4aa4-b2cb-0ffdc0947968 for instance with vm_state active and task_state deleting.
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:52 user nova-compute[75027]: INFO nova.compute.manager [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] [instance: 0d23bd7a-0669-48d0-8694-f5f7ab36dce2] Took 0.81 seconds to detach 1 volumes for instance.
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.360s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:52 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Deleted allocations for instance 0d23bd7a-0669-48d0-8694-f5f7ab36dce2
Nov 29 04:33:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6ad98c12-8002-4f3d-b5bc-ed6121c3308e tempest-ServerActionsTestOtherB-410037456 tempest-ServerActionsTestOtherB-410037456-project-member] Lock "0d23bd7a-0669-48d0-8694-f5f7ab36dce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.403s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:33:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:33:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7333MB free_disk=24.915573120117188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fbaf2fed-5744-49ba-a095-a82c72938b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:33:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.523s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:34:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing instance network info cache due to event network-changed-ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Refreshing network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated VIF entry in instance network info cache for port ddcf3696-2591-45a7-a838-91be3e85abf8. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d766f739-d447-4e40-8a66-41f10c4393a9 req-f1caa9d2-f31a-4dce-b7fa-10edfe19cbb5 service nova] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Stashing vm_state: active {{(pid=75027) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:34:24 user nova-compute[75027]: INFO nova.compute.claims [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Claim successful on node user
Nov 29 04:34:24 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating resource usage from migration 44ca7704-4a72-4afa-be73-0ae805825a12
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-changed-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Refreshing instance network info cache due to event network-changed-b9a5a395-4409-4d2c-9961-47b325f8f6f8. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Refreshing network info cache for port b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.475s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:24 user nova-compute[75027]: INFO nova.compute.manager [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Migrating
Nov 29 04:34:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updated VIF entry in instance network info cache for port b9a5a395-4409-4d2c-9961-47b325f8f6f8. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9d666adf-1ed7-4809-994a-034002c1fd8d req-5c013479-9dcb-4873-bd6b-c16fe8b2bb12 service nova] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Starting migrate_disk_and_power_off {{(pid=75027) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:25 user nova-compute[75027]: WARNING nova.compute.manager [req-86bfb84e-244a-4d95-b2d0-5f7faa944bc8 req-e1369bfa-9b3a-4726-aef3-a72648950076 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrating.
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance destroyed successfully.
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:32:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9a5a395-44, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c590020f-2147-4691-994d-e72119a24f52) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: INFO os_vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44')
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:34:26 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec2d6f8-d7e9-4995-a3a4-a7c7d8cbe167]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:34:26 user nova-compute[75027]: No targets found.
Nov 29 04:34:26 user nova-compute[75027]: iSNS:
Nov 29 04:34:26 user nova-compute[75027]: No targets found.
Nov 29 04:34:26 user nova-compute[75027]: STATIC:
Nov 29 04:34:26 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:34:26 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:34:26 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:34:26 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:34:26 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:34:26 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:34:26 user nova-compute[75027]: FIRMWARE:
Nov 29 04:34:26 user nova-compute[75027]: No targets found.
Nov 29 04:34:26 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:34:26 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:34:26 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb41afc7-9645-4091-8964-abca3400a53b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d728bfa-4f39-4c7b-b6b3-77deab555298]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:26 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:26 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:26 user nova-compute[75027]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:26 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa081d4700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e96a22b-ca99-4119-990c-2deb58fec198]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1416205f-c07d-4bce-9a0e-22bb4fe785bd]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6baebc-9e66-4ba7-bb36-639d45415485]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f2fe00-43d6-4b77-8622-a1fec3c098fa]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d3ca3e-ba0e-4c43-bae5-e92928fd5ea7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8d081f-75c2-4d2b-b03f-f048a0b25b66]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]
Nov 29 04:34:26 user nova-compute[75027]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.
Nov 29 04:34:26 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d7d078-ef2b-4d0c-b402-438f95da73d3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== disconnect_volume: return (316ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:34:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Port b9a5a395-4409-4d2c-9961-47b325f8f6f8 binding to destination host user is already ACTIVE {{(pid=75027) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:27 user nova-compute[75027]: WARNING nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrated.
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:27 user nova-compute[75027]: WARNING nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrated.
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:27 user nova-compute[75027]: WARNING nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrated.
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:27 user nova-compute[75027]: WARNING nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrated.
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:27 user nova-compute[75027]: WARNING nova.compute.manager [req-f10a26c1-862d-4278-9c86-f6983c961368 req-8d6357d3-83e6-4971-ad93-b565ca21d158 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_migrated.
Nov 29 04:34:28 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.utils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d34e68c-71aa-4c78-a9b2-352a2afe2a59]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7c1d0c-78f5-4e07-abb4-d91bcbcaed16]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b8a502-26d4-477d-b2d9-8307f3cd35e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d4dccfb-e2cf-4b26-a267-acdb448c3e57]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:34:28 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:34:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a08f77b-4286-40fa-99d6-5cd7f0a6a3e6]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:34:28 user nova-compute[75027]: DEBUG os_brick.utils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:34:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Starting finish_migration {{(pid=75027) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:34:36 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Creating image(s)
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Ensure instance console log exists: /opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start _get_guest_xml network_info=[{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '3eb93786-3c15-4102-aa04-097a9a4e5036', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '09818871-8dd7-4f31-ba4b-2ec5d7464df8', 'attached_at': '2023-11-29T04:34:36.000000', 'detached_at': '', 'volume_id': '09f74324-def2-4ccc-9304-5a70af11ce50', 'serial': '09f74324-def2-4ccc-9304-5a70af11ce50'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:34:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:34:36 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:34:36 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:34:36 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:34:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1761439f-2435-4003-ad9e-8d83969f534a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:34:36 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a2a3f0-168e-4ae5-87c1-e6f5802749d2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50] added
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0d9ac3-3689-4c45-bd72-8664009377bc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4605e654-69f6-4b67-a758-5332ae7df130]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrKaEXdY {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrKaEXdY" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[083adb29-e634-4a11-8c60-672194a351df]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VrKaEXdY'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c6cac79-2a41-48f5-ba10-a7d8fa5d9a4d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1cc4f2-f490-41e7-9f82-9b293bb8e3bc]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[701b9939-c130-461f-9a23-6ff5892d8d6a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]
Nov 29 04:34:36 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae7267b-03a6-48e5-9b24-eff8d39778dc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02d283a8-330f-462b-b5bc-1ae2bf8b6e5a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[652c954d-d933-4dcb-b468-957ecfabe5b9]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing instance network info cache due to event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] Acquiring lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] Acquired lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.neutron [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updated VIF entry in instance network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.neutron [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-87108042-6ab3-465a-9fa5-943697597995 req-c9ba3baa-613b-4d2d-b6a1-d7b648f6f208 service nova] Releasing lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:37 user nova-compute[75027]: INFO nova.compute.manager [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Attaching volume 05ad5ebb-d024-48fe-ac78-e22883d0b14a to /dev/vdb
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23637383564336566', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637383564336566', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.utils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d15f39-57de-482b-8c5e-f075f62b03ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:32:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:34:37 user nova-compute[75027]:   <uuid>09818871-8dd7-4f31-ba4b-2ec5d7464df8</uuid>
Nov 29 04:34:37 user nova-compute[75027]:   <name>instance-0000001c</name>
Nov 29 04:34:37 user nova-compute[75027]:   <memory>2097152</memory>
Nov 29 04:34:37 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:34:37 user nova-compute[75027]:   <metadata>
Nov 29 04:34:37 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:34:37 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:34:37 user nova-compute[75027]:       <nova:name>tempest-ServerActionsTestOtherA-server-1007414853</nova:name>
Nov 29 04:34:37 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:34:36</nova:creationTime>
Nov 29 04:34:37 user nova-compute[75027]:       <nova:flavor name="m1.small">
Nov 29 04:34:37 user nova-compute[75027]:         <nova:memory>2048</nova:memory>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:disk>20</nova:disk>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:34:37 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:34:37 user nova-compute[75027]:       <nova:owner>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:user uuid="47cfd356fd1b47d2aef046f9b6c74019">tempest-ServerActionsTestOtherA-225065641-project-member</nova:user>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:project uuid="fc0e64d4f50345f59b5237027b05485e">tempest-ServerActionsTestOtherA-225065641</nova:project>
Nov 29 04:34:37 user nova-compute[75027]:       </nova:owner>
Nov 29 04:34:37 user nova-compute[75027]:       <nova:ports>
Nov 29 04:34:37 user nova-compute[75027]:         <nova:port uuid="b9a5a395-4409-4d2c-9961-47b325f8f6f8">
Nov 29 04:34:37 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:34:37 user nova-compute[75027]:         </nova:port>
Nov 29 04:34:37 user nova-compute[75027]:       </nova:ports>
Nov 29 04:34:37 user nova-compute[75027]:     </nova:instance>
Nov 29 04:34:37 user nova-compute[75027]:   </metadata>
Nov 29 04:34:37 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:34:37 user nova-compute[75027]:     <system>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="serial">09818871-8dd7-4f31-ba4b-2ec5d7464df8</entry>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="uuid">09818871-8dd7-4f31-ba4b-2ec5d7464df8</entry>
Nov 29 04:34:37 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:34:37 user nova-compute[75027]:     </system>
Nov 29 04:34:37 user nova-compute[75027]:   </sysinfo>
Nov 29 04:34:37 user nova-compute[75027]:   <os>
Nov 29 04:34:37 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:34:37 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:34:37 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:34:37 user nova-compute[75027]:   </os>
Nov 29 04:34:37 user nova-compute[75027]:   <features>
Nov 29 04:34:37 user nova-compute[75027]:     <acpi/>
Nov 29 04:34:37 user nova-compute[75027]:     <apic/>
Nov 29 04:34:37 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:34:37 user nova-compute[75027]:   </features>
Nov 29 04:34:37 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:34:37 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:34:37 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:34:37 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:34:37 user nova-compute[75027]:   </clock>
Nov 29 04:34:37 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:34:37 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:34:37 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:34:37 user nova-compute[75027]:   </cpu>
Nov 29 04:34:37 user nova-compute[75027]:   <devices>
Nov 29 04:34:37 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:34:37 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:34:37 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:34:37 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:34:37 user nova-compute[75027]:       <serial>09f74324-def2-4ccc-9304-5a70af11ce50</serial>
Nov 29 04:34:37 user nova-compute[75027]:     </disk>
Nov 29 04:34:37 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:34:37 user nova-compute[75027]:       <mac address="fa:16:3e:4b:86:65"/>
Nov 29 04:34:37 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:37 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:34:37 user nova-compute[75027]:       <target dev="tapb9a5a395-44"/>
Nov 29 04:34:37 user nova-compute[75027]:     </interface>
Nov 29 04:34:37 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:34:37 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8/console.log" append="off"/>
Nov 29 04:34:37 user nova-compute[75027]:     </serial>
Nov 29 04:34:37 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:34:37 user nova-compute[75027]:     <video>
Nov 29 04:34:37 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:37 user nova-compute[75027]:     </video>
Nov 29 04:34:37 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:34:37 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:34:37 user nova-compute[75027]:     </rng>
Nov 29 04:34:37 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:34:37 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:34:37 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:34:37 user nova-compute[75027]:     </memballoon>
Nov 29 04:34:37 user nova-compute[75027]:   </devices>
Nov 29 04:34:37 user nova-compute[75027]: </domain>
Nov 29 04:34:37 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:32:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1558600931-network", "vif_mac": "fa:16:3e:4b:86:65"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8fb1e46-c9c6-5d85-b28d-f8a7e6b1f951', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdda1b8d-a9da-48fb-8d50-f1b4e4648f55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9a5a395-44, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9a5a395-44, col_values=(('qos', UUID('a1a80fe0-9683-4a39-8ebd-7b2b8a758c93')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9a5a395-44, col_values=(('external_ids', {'iface-id': 'b9a5a395-4409-4d2c-9961-47b325f8f6f8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:86:65', 'vm-uuid': '09818871-8dd7-4f31-ba4b-2ec5d7464df8'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0dc550d-0a59-4cf2-bd7e-5b2bbbc869f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:37 user nova-compute[75027]: INFO os_vif [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44')
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[811c1b3b-2aa4-4a8e-847a-aca2fa979d5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:34:37 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:34:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[371fac69-bc8d-481a-8693-8b7b7418aab3]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG os_brick.utils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:34:37 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating existing volume attachment record: 9b4827a5-b1d3-470c-8e29-880ba93ccd2c {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:34:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:34:38 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] No VIF found with MAC fa:16:3e:4b:86:65, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG nova.compute.manager [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:39 user nova-compute[75027]: DEBUG nova.compute.manager [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:39 user nova-compute[75027]: WARNING nova.compute.manager [req-ce9d2090-efb7-4087-bc1e-2b8556616a3d req-7b50d80f-bbe5-4dc4-8a1b-42dfe46d2f43 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state resize_finish.
Nov 29 04:34:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:34:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:34:40 user nova-compute[75027]: INFO nova.compute.claims [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Claim successful on node user
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.482s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:34:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:34:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance running successfully.
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Failed to set time: agent not configured {{(pid=75027) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f33161c-8f57-4187-9404-7fdf308a1da2 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] finish_migration finished successfully. {{(pid=75027) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:34:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Creating image(s)
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "/opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "/opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "/opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.policy [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba15bab584b54963a83c254952df4590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '608cd480767d4eca8d010641a767bedf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:41 user nova-compute[75027]: WARNING nova.compute.manager [req-04341b00-bffc-4674-bfd8-d4ae9325a634 req-4e984ae2-f24a-4f30-a6b7-e00492ae8daa service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state resized and task_state None.
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.225s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk 1073741824" returned: 0 in 0.055s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Successfully created port: d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Cannot resize image /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Ensure instance console log exists: /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Successfully updated port: d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquired lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-changed-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Refreshing instance network info cache due to event network-changed-d6d1358e-a120-4d25-9072-e2f0cfd8452b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] Acquiring lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Updating instance_info_cache with network_info: [{"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Releasing lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Instance network_info: |[{"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] Acquired lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Refreshing network info cache for port d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Start _get_guest_xml network_info=[{"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:34:43 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:43 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2053230278',display_name='tempest-VolumesActionsTest-instance-2053230278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2053230278',id=32,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-0665ufnj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:41Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lazy-loading 'pci_devices' on Instance uuid ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:34:43 user nova-compute[75027]:   <uuid>ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e</uuid>
Nov 29 04:34:43 user nova-compute[75027]:   <name>instance-00000020</name>
Nov 29 04:34:43 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:34:43 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:34:43 user nova-compute[75027]:   <metadata>
Nov 29 04:34:43 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:34:43 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:name>tempest-VolumesActionsTest-instance-2053230278</nova:name>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:34:43</nova:creationTime>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:34:43 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:34:43 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:owner>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:user uuid="ba15bab584b54963a83c254952df4590">tempest-VolumesActionsTest-1393121022-project-member</nova:user>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:project uuid="608cd480767d4eca8d010641a767bedf">tempest-VolumesActionsTest-1393121022</nova:project>
Nov 29 04:34:43 user nova-compute[75027]:       </nova:owner>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:34:43 user nova-compute[75027]:       <nova:ports>
Nov 29 04:34:43 user nova-compute[75027]:         <nova:port uuid="d6d1358e-a120-4d25-9072-e2f0cfd8452b">
Nov 29 04:34:43 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:34:43 user nova-compute[75027]:         </nova:port>
Nov 29 04:34:43 user nova-compute[75027]:       </nova:ports>
Nov 29 04:34:43 user nova-compute[75027]:     </nova:instance>
Nov 29 04:34:43 user nova-compute[75027]:   </metadata>
Nov 29 04:34:43 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:34:43 user nova-compute[75027]:     <system>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="serial">ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e</entry>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="uuid">ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e</entry>
Nov 29 04:34:43 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:34:43 user nova-compute[75027]:     </system>
Nov 29 04:34:43 user nova-compute[75027]:   </sysinfo>
Nov 29 04:34:43 user nova-compute[75027]:   <os>
Nov 29 04:34:43 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:34:43 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:34:43 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:34:43 user nova-compute[75027]:   </os>
Nov 29 04:34:43 user nova-compute[75027]:   <features>
Nov 29 04:34:43 user nova-compute[75027]:     <acpi/>
Nov 29 04:34:43 user nova-compute[75027]:     <apic/>
Nov 29 04:34:43 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:34:43 user nova-compute[75027]:   </features>
Nov 29 04:34:43 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:34:43 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:34:43 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:34:43 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:34:43 user nova-compute[75027]:   </clock>
Nov 29 04:34:43 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:34:43 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:34:43 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:34:43 user nova-compute[75027]:   </cpu>
Nov 29 04:34:43 user nova-compute[75027]:   <devices>
Nov 29 04:34:43 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:34:43 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:34:43 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk"/>
Nov 29 04:34:43 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:34:43 user nova-compute[75027]:     </disk>
Nov 29 04:34:43 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:34:43 user nova-compute[75027]:       <mac address="fa:16:3e:b0:a3:4d"/>
Nov 29 04:34:43 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:43 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:34:43 user nova-compute[75027]:       <target dev="tapd6d1358e-a1"/>
Nov 29 04:34:43 user nova-compute[75027]:     </interface>
Nov 29 04:34:43 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:34:43 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/console.log" append="off"/>
Nov 29 04:34:43 user nova-compute[75027]:     </serial>
Nov 29 04:34:43 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:34:43 user nova-compute[75027]:     <video>
Nov 29 04:34:43 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:43 user nova-compute[75027]:     </video>
Nov 29 04:34:43 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:34:43 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:34:43 user nova-compute[75027]:     </rng>
Nov 29 04:34:43 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:34:43 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:34:43 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:34:43 user nova-compute[75027]:     </memballoon>
Nov 29 04:34:43 user nova-compute[75027]:   </devices>
Nov 29 04:34:43 user nova-compute[75027]: </domain>
Nov 29 04:34:43 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2053230278',display_name='tempest-VolumesActionsTest-instance-2053230278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2053230278',id=32,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-0665ufnj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:41Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG os_vif [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db7ac293-bf7f-5d67-b548-721a76f10da7', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6d1358e-a1, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6d1358e-a1, col_values=(('qos', UUID('906b6dab-3a61-44c8-9459-6a4dbdf691c3')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6d1358e-a1, col_values=(('external_ids', {'iface-id': 'd6d1358e-a120-4d25-9072-e2f0cfd8452b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:a3:4d', 'vm-uuid': 'ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:43 user nova-compute[75027]: INFO os_vif [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1')
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] No VIF found with MAC fa:16:3e:b0:a3:4d, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Updated VIF entry in instance network info cache for port d6d1358e-a120-4d25-9072-e2f0cfd8452b. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Updating instance_info_cache with network_info: [{"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0d0b9bfa-745f-4919-9b08-789af857707e req-97df4d01-80c2-457b-9313-69ef1a4fcf60 service nova] Releasing lock "refresh_cache-ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] No waiting events found dispatching network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:45 user nova-compute[75027]: WARNING nova.compute.manager [req-8c98b38d-a9a6-4afd-80f3-791d47a3485c req-7d98b260-ff17-46b8-80d1-5e331bf23ee6 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received unexpected event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b for instance with vm_state building and task_state spawning.
Nov 29 04:34:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing instance network info cache due to event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updated VIF entry in instance network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-91508b0c-0393-4eaa-9bcd-19eef9e41d31 req-3137fb60-5b0c-4ffc-9f8d-0291d9d03e36 service nova] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] No waiting events found dispatching network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:47 user nova-compute[75027]: WARNING nova.compute.manager [req-b0b0ee8e-7a04-4236-b5b6-696e3d402274 req-1a8e64c8-13c6-4b68-8b5b-74a5b645c73a service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received unexpected event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b for instance with vm_state building and task_state spawning.
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:34:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Instance spawned successfully.
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:34:47 user nova-compute[75027]: INFO nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Took 5.85 seconds to spawn the instance on the hypervisor.
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:34:47 user nova-compute[75027]: INFO nova.compute.manager [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Took 6.70 seconds to build instance.
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5cfdaf36-6352-456f-bb51-9705c62cfa29 tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.789s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:47 user nova-compute[75027]: INFO nova.compute.manager [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Unrescuing
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG nova.network.neutron [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG nova.objects.instance [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'flavor' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:49 user nova-compute[75027]: WARNING nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:34:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:49 user nova-compute[75027]: WARNING nova.compute.manager [req-6dabc41d-5d31-46f9-ab88-4be54cc96e2a req-2762c6ec-e6e5-4956-8927-7b7b74e80186 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:34:49 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance destroyed successfully.
Nov 29 04:34:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niyNqscS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:34:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:34:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:34:49 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[231f40d7-7ddc-4cb2-b99f-1e8d293d2fd9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:34:49 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d3622b4-d314-4edf-9361-607f5197e13d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a] added
Nov 29 04:34:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a6645e-6a15-4c57-b231-134bb5b2d79a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d9d411-d848-4d6a-a53d-d3838749dbc1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v niyNqscS {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v niyNqscS" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9acbd3a7-d179-45d4-9b7c-735a96b66fa8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'niyNqscS'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4464ee66-f5e8-4561-a368-8b25e8985672]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7180b7d4-ba2f-4010-aebf-1684f8275cf5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:49 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:49 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89684ca6-bd88-4065-8d99-741d1d7e9fc6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260]
Nov 29 04:34:49 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260] successful.
Nov 29 04:34:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a7461a-6523-4011-bc31-cf232787ed69]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[49184e0a-1927-4c7f-89c1-36c71c283efe]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:50 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:50 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:34:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:34:50 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:34:50 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:34:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c66028d-5899-4e8a-affc-fc7ce3bb858e]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niyNqscS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:50 user nova-compute[75027]: INFO nova.compute.manager [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Shelving
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:50 user nova-compute[75027]: WARNING nova.compute.manager [req-7e66bc0e-9487-4eb0-b61d-f4055732cb91 req-86f226aa-8008-4a1c-a012-0311e44177e2 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state active and task_state shelving.
Nov 29 04:34:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23434653636663532', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434653636663532', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:34:51 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:34:51 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:34:51 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:34:51 user nova-compute[75027]:   <serial>05ad5ebb-d024-48fe-ac78-e22883d0b14a</serial>
Nov 29 04:34:51 user nova-compute[75027]: </disk>
Nov 29 04:34:51 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:51 user nova-compute[75027]: WARNING nova.compute.manager [req-f3c2cb9e-fc14-454b-9116-f61fabfb86ae req-81115f94-a67f-435f-9acd-88fd4f25fbc4 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:34:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance destroyed successfully.
Nov 29 04:34:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Beginning cold snapshot process
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:34:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] No VIF found with MAC fa:16:3e:1e:b3:b2, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7d98fda-d7ef-419a-98b6-d813cd09d8ab tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.596s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [{"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk /opt/stack/data/nova/instances/snapshots/tmp9_7r4xgt/ee9735f7ff5d47ea823ec7b9dfd26e91 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-a6e66cff-bae5-480b-800a-b5a094f6d913" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:34:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk /opt/stack/data/nova/instances/snapshots/tmp9_7r4xgt/ee9735f7ff5d47ea823ec7b9dfd26e91" returned: 0 in 0.930s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Snapshot extracted, beginning image upload
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:53 user nova-compute[75027]: WARNING nova.compute.manager [req-1a9d3325-5c28-417a-99f2-9bc21dd0e246 req-86c2fe00-b205-4c18-ae47-b1044eeb5559 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.compute.manager [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:34:53 user nova-compute[75027]: WARNING nova.compute.manager [req-f71b8b76-a395-4166-b027-41975025e214 req-f5e0f366-1b06-4e22-a443-9f4eec1e9818 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:34:53 user nova-compute[75027]: INFO nova.compute.claims [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Claim successful on node user
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-827dd9d1-4e7d-4aaf-9d1c-5d7a48c5e9be tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.808s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:54 user nova-compute[75027]: INFO nova.compute.manager [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Detaching volume 05ad5ebb-d024-48fe-ac78-e22883d0b14a
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:34:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:34:54 user nova-compute[75027]: INFO nova.virt.block_device [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Attempting to driver detach volume 05ad5ebb-d024-48fe-ac78-e22883d0b14a from mountpoint /dev/vdb
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Attempting to detach device vdb from instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:34:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:34:54 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:34:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:34:54 user nova-compute[75027]:   <serial>05ad5ebb-d024-48fe-ac78-e22883d0b14a</serial>
Nov 29 04:34:54 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:34:54 user nova-compute[75027]: </disk>
Nov 29 04:34:54 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:34:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully detached device vdb from instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a from the persistent domain config.
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:34:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:34:54 user nova-compute[75027]:   <source dev="/dev/sdc"/>
Nov 29 04:34:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:34:54 user nova-compute[75027]:   <serial>05ad5ebb-d024-48fe-ac78-e22883d0b14a</serial>
Nov 29 04:34:54 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:34:54 user nova-compute[75027]: </disk>
Nov 29 04:34:54 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.policy [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034aeebe2b134247ad53d70b19bbbde6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d0a989e19b9411b972cb97cd55e9f71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:34:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Creating image(s)
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "/opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.209s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk 1073741824" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Successfully created port: f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.198s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Cannot resize image /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Ensure instance console log exists: /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:55 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Successfully updated port: f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-changed-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Refreshing instance network info cache due to event network-changed-f248768c-3c55-4575-a1b0-fe9b1cd7a79e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] Acquiring lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Snapshot image upload complete
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Updating instance_info_cache with network_info: [{"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Instance network_info: |[{"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] Acquired lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Refreshing network info cache for port f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Start _get_guest_xml network_info=[{"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:34:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1149708297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1149708297',id=33,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-8eef9z9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:55Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=1796285f-bdfb-40bf-bce6-b6d9bac32843,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.objects.instance [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid 1796285f-bdfb-40bf-bce6-b6d9bac32843 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:57 user nova-compute[75027]: INFO nova.compute.manager [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Shelve offloading
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:34:57 user nova-compute[75027]:   <uuid>1796285f-bdfb-40bf-bce6-b6d9bac32843</uuid>
Nov 29 04:34:57 user nova-compute[75027]:   <name>instance-00000021</name>
Nov 29 04:34:57 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:34:57 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:34:57 user nova-compute[75027]:   <metadata>
Nov 29 04:34:57 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:34:57 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1149708297</nova:name>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:34:57</nova:creationTime>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:34:57 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:34:57 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:owner>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:34:57 user nova-compute[75027]:       </nova:owner>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:34:57 user nova-compute[75027]:       <nova:ports>
Nov 29 04:34:57 user nova-compute[75027]:         <nova:port uuid="f248768c-3c55-4575-a1b0-fe9b1cd7a79e">
Nov 29 04:34:57 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 04:34:57 user nova-compute[75027]:         </nova:port>
Nov 29 04:34:57 user nova-compute[75027]:       </nova:ports>
Nov 29 04:34:57 user nova-compute[75027]:     </nova:instance>
Nov 29 04:34:57 user nova-compute[75027]:   </metadata>
Nov 29 04:34:57 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:34:57 user nova-compute[75027]:     <system>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="serial">1796285f-bdfb-40bf-bce6-b6d9bac32843</entry>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="uuid">1796285f-bdfb-40bf-bce6-b6d9bac32843</entry>
Nov 29 04:34:57 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:34:57 user nova-compute[75027]:     </system>
Nov 29 04:34:57 user nova-compute[75027]:   </sysinfo>
Nov 29 04:34:57 user nova-compute[75027]:   <os>
Nov 29 04:34:57 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:34:57 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:34:57 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:34:57 user nova-compute[75027]:   </os>
Nov 29 04:34:57 user nova-compute[75027]:   <features>
Nov 29 04:34:57 user nova-compute[75027]:     <acpi/>
Nov 29 04:34:57 user nova-compute[75027]:     <apic/>
Nov 29 04:34:57 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:34:57 user nova-compute[75027]:   </features>
Nov 29 04:34:57 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:34:57 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:34:57 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:34:57 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:34:57 user nova-compute[75027]:   </clock>
Nov 29 04:34:57 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:34:57 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:34:57 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:34:57 user nova-compute[75027]:   </cpu>
Nov 29 04:34:57 user nova-compute[75027]:   <devices>
Nov 29 04:34:57 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:34:57 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:34:57 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk"/>
Nov 29 04:34:57 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:34:57 user nova-compute[75027]:     </disk>
Nov 29 04:34:57 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:34:57 user nova-compute[75027]:       <mac address="fa:16:3e:6c:57:90"/>
Nov 29 04:34:57 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:57 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:34:57 user nova-compute[75027]:       <target dev="tapf248768c-3c"/>
Nov 29 04:34:57 user nova-compute[75027]:     </interface>
Nov 29 04:34:57 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:34:57 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/console.log" append="off"/>
Nov 29 04:34:57 user nova-compute[75027]:     </serial>
Nov 29 04:34:57 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:34:57 user nova-compute[75027]:     <video>
Nov 29 04:34:57 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:34:57 user nova-compute[75027]:     </video>
Nov 29 04:34:57 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:34:57 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:34:57 user nova-compute[75027]:     </rng>
Nov 29 04:34:57 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:34:57 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:34:57 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:34:57 user nova-compute[75027]:     </memballoon>
Nov 29 04:34:57 user nova-compute[75027]:   </devices>
Nov 29 04:34:57 user nova-compute[75027]: </domain>
Nov 29 04:34:57 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1149708297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1149708297',id=33,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-8eef9z9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:34:55Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=1796285f-bdfb-40bf-bce6-b6d9bac32843,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG os_vif [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be6153d4-9c02-53a2-8add-ab84f237409b', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf248768c-3c, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf248768c-3c, col_values=(('qos', UUID('8d792309-e427-4990-ba15-0d1b5161a894')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf248768c-3c, col_values=(('external_ids', {'iface-id': 'f248768c-3c55-4575-a1b0-fe9b1cd7a79e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:57:90', 'vm-uuid': '1796285f-bdfb-40bf-bce6-b6d9bac32843'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance destroyed successfully.
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:57 user nova-compute[75027]: INFO os_vif [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c')
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:6c:57:90, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Updated VIF entry in instance network info cache for port f248768c-3c55-4575-a1b0-fe9b1cd7a79e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Updating instance_info_cache with network_info: [{"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5b500e30-08f6-4426-a02c-980b61d1e043 req-a91db478-f44b-4f40-a587-fa5da37729af service nova] Releasing lock "refresh_cache-1796285f-bdfb-40bf-bce6-b6d9bac32843" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-changed-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Refreshing instance network info cache due to event network-changed-67ce143e-cff5-4a00-a2f7-043cca800b37. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] Acquiring lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] Acquired lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Refreshing network info cache for port 67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing instance network info cache due to event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:34:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance destroyed successfully.
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'resources' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7jPJMuJhPApuzonfQTedWmlYHYfLjHv0Zuy5CH8b9BY5fRCwOkYlqrSQbRLdnPu7oI5yJ8CWv1nXp13f7y717scMn5JyhonBVPkuFZIG89IpTfHgZXnstSQ7s/+JB5nw==',key_name='tempest-keypair-1261812724',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:33:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:34:57.030720',shelved_host='user',shelved_image_id='128724e6-156f-4f89-9c05-838c5b994942'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:34:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG os_vif [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20ce512c-12, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa9dec5a-09fa-46ea-b2b1-c17ef2e57592) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updated VIF entry in instance network info cache for port 67ce143e-cff5-4a00-a2f7-043cca800b37. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating instance_info_cache with network_info: [{"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:58 user nova-compute[75027]: INFO os_vif [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12')
Nov 29 04:34:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Deleting instance files /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef_del
Nov 29 04:34:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Deletion of /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef_del complete
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d7792c54-7515-4469-b369-8a921dd8ddb2 req-968bf973-37f9-4129-990b-fe6d8172556a service nova] Releasing lock "refresh_cache-fbaf2fed-5744-49ba-a095-a82c72938b7b" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:59 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Deleted allocations for instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'numa_topology' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.objects.base [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<afe91f2e-bb78-45cf-805f-6c93dab5d0ef> lazy-loaded attributes: resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updated VIF entry in instance network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap20ce512c-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-baef7a35-2ec0-4b8d-ba04-a87a0a164f64 req-6d41da3b-9aa2-496b-a374-849fce1b980c service nova] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.698s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:34:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3ef2f0fc-004e-4b3f-bf51-129eeca7e66c tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 9.503s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] No waiting events found dispatching network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:00 user nova-compute[75027]: WARNING nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received unexpected event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e for instance with vm_state building and task_state spawning.
Nov 29 04:35:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] No waiting events found dispatching network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:00 user nova-compute[75027]: WARNING nova.compute.manager [req-1cfd2931-b4ba-4a24-b3b4-da0a5098ad69 req-23807605-f98c-414c-98ad-0198996723f1 service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received unexpected event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e for instance with vm_state building and task_state spawning.
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Instance spawned successfully.
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:35:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7555MB free_disk=24.860328674316406GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:01 user nova-compute[75027]: INFO nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Took 7.19 seconds to spawn the instance on the hypervisor.
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Applying migration context for instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 as it has an incoming, in-progress migration 44ca7704-4a72-4afa-be73-0ae805825a12. Migration status is finished {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 04:35:01 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating resource usage from migration 44ca7704-4a72-4afa-be73-0ae805825a12
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fbaf2fed-5744-49ba-a095-a82c72938b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Migration 44ca7704-4a72-4afa-be73-0ae805825a12 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:35:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:35:01 user nova-compute[75027]: INFO nova.compute.manager [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Took 8.50 seconds to build instance.
Nov 29 04:35:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d654a72a-5622-451f-acab-e14461a1517b tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.756s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:02 user nova-compute[75027]: INFO nova.compute.manager [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Attaching volume 4b273ee3-da7e-41f8-aab5-ce170e36556c to /dev/vdb
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.utils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[487dfec5-7cc7-425b-a342-2bcfed12b23b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[921e6432-0769-4776-823d-1f4d914f242b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8823c667-0b45-4f3e-b8b5-85deb1879a16]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fced931-cffe-4ef4-8f58-f1a66f42fc87]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:35:02 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2841293-a9f9-452a-89a2-9a27d28f36c5]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG os_brick.utils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating existing volume attachment record: 1752c0b7-90c1-48c6-8e8d-9f6e308df490 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:35:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.855s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:35:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wqYgcSQG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:35:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:35:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:35:10 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5e2249-d7b0-4856-aa46-1f75a14ad059]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:35:10 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f1b280-985d-4695-a6e4-4a25399eb41c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c] added
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f33ed06-018f-4a4c-8dd3-2c673bdfbff9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a5b531d-b5de-4b70-a341-7262eb55e4b9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wqYgcSQG {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wqYgcSQG" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e050a3-e287-4835-a0b4-25dd9939b992]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wqYgcSQG'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2334b30-9604-4232-ab85-946fd26c25f8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02357cd5-419d-45d5-bbe1-67fe6ad798b8]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6fbc087-3fdc-435e-ad88-ef4a9c1d346d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260]
Nov 29 04:35:10 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260] successful.
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb0f1f5-28ee-4c7f-98c2-6278910955cf]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2939d00-9d3e-4a7a-9664-f82c85464660]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:10 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5999ca16-0e34-4afb-b314-71678ff8bcf4]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wqYgcSQG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26564396138353566', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564396138353566', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:35:11 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:35:11 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:35:11 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:35:11 user nova-compute[75027]:   <serial>4b273ee3-da7e-41f8-aab5-ce170e36556c</serial>
Nov 29 04:35:11 user nova-compute[75027]: </disk>
Nov 29 04:35:11 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:35:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:35:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:35:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:00:26:1a, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:35:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5d0cc54a-253c-44ee-95f1-7dc8cae49187 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.293s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:13 user nova-compute[75027]: INFO nova.compute.manager [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Detaching volume 4b273ee3-da7e-41f8-aab5-ce170e36556c
Nov 29 04:35:13 user nova-compute[75027]: INFO nova.virt.block_device [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Attempting to driver detach volume 4b273ee3-da7e-41f8-aab5-ce170e36556c from mountpoint /dev/vdb
Nov 29 04:35:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Attempting to detach device vdb from instance fbaf2fed-5744-49ba-a095-a82c72938b7b from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:35:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:35:13 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:35:13 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:35:13 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:35:13 user nova-compute[75027]:   <serial>4b273ee3-da7e-41f8-aab5-ce170e36556c</serial>
Nov 29 04:35:13 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:35:13 user nova-compute[75027]: </disk>
Nov 29 04:35:13 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:35:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance fbaf2fed-5744-49ba-a095-a82c72938b7b from the persistent domain config.
Nov 29 04:35:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fbaf2fed-5744-49ba-a095-a82c72938b7b from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:35:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:35:13 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:35:13 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:35:13 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:35:13 user nova-compute[75027]:   <serial>4b273ee3-da7e-41f8-aab5-ce170e36556c</serial>
Nov 29 04:35:13 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:35:13 user nova-compute[75027]: </disk>
Nov 29 04:35:13 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:35:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:14 user nova-compute[75027]: INFO nova.compute.manager [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Terminating instance
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-unplugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] No waiting events found dispatching network-vif-unplugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-e619ed0a-44ef-4417-8a62-ca9f19774404 req-2f42a28c-e111-45d0-8554-5b8608801a3a service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-unplugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:35:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Instance destroyed successfully.
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lazy-loading 'resources' on Instance uuid 98cb5757-ce5d-445b-ae5b-ca22137d4e7a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1396713472',display_name='tempest-ServersNegativeTestJSON-server-1396713472',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1396713472',id=20,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:26:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18cc466640984485af0b9689a89b0865',ramdisk_id='',reservation_id='r-vmnz5x7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1606859781',owner_user_name='tempest-ServersNegativeTestJSON-1606859781-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:26:32Z,user_data=None,user_id='db9c6ce36c644abc946cb3dde47d84c0',uuid=98cb5757-ce5d-445b-ae5b-ca22137d4e7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converting VIF {"id": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "address": "fa:16:3e:5f:21:a5", "network": {"id": "327a8274-fc66-4001-8b0c-f68c56d818b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1750005617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18cc466640984485af0b9689a89b0865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41acc6ac-d5", "ovs_interfaceid": "41acc6ac-d5a2-4a12-a235-0a54bc7fdc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG os_vif [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41acc6ac-d5, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9072fe7-5e8d-44da-ac0c-c40cbf815c60) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:35:14 user nova-compute[75027]: INFO os_vif [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:21:a5,bridge_name='br-int',has_traffic_filtering=True,id=41acc6ac-d5a2-4a12-a235-0a54bc7fdc58,network=Network(327a8274-fc66-4001-8b0c-f68c56d818b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41acc6ac-d5')
Nov 29 04:35:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Deleting instance files /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a_del
Nov 29 04:35:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Deletion of /opt/stack/data/nova/instances/98cb5757-ce5d-445b-ae5b-ca22137d4e7a_del complete
Nov 29 04:35:14 user nova-compute[75027]: INFO nova.compute.manager [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 29 04:35:14 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:35:14 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:35:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a is timed out.
Nov 29 04:35:15 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully detached device vdb from instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a from the live domain config.
Nov 29 04:35:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niyNqscS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:35:15 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42ffac5-bb1a-40e5-9d9b-e341febff7ed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:35:15 user nova-compute[75027]: No targets found.
Nov 29 04:35:15 user nova-compute[75027]: iSNS:
Nov 29 04:35:15 user nova-compute[75027]: No targets found.
Nov 29 04:35:15 user nova-compute[75027]: STATIC:
Nov 29 04:35:15 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c
Nov 29 04:35:15 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:15 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:15 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a
Nov 29 04:35:15 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:15 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:15 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:35:15 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:15 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:15 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:35:15 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:15 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:15 user nova-compute[75027]: FIRMWARE:
Nov 29 04:35:15 user nova-compute[75027]: No targets found.
Nov 29 04:35:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:35:15 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:35:15 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[50dfcf6e-f1a8-4b04-9616-2f7f98acdf61]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f42f328-4927-4bb2-8e51-671d820d0436]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a (non-flash)
Nov 29 04:35:15 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f030caf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d81595-f4ce-46aa-9379-51ba9c585082]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5be2041-0fa4-4a24-924e-acac83f4987a]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5fade02-76ae-45b0-a79b-918e7198cf6b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[65905a12-6526-4668-9950-6fdcfdc71632]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a3c461-c238-46bf-89e0-40d98e1375d8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7726989e-0bad-4d65-ad3d-48c5fb65c021]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260]
Nov 29 04:35:15 user nova-compute[75027]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a, portal: 172.16.0.220,3260] successful.
Nov 29 04:35:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ad5ebb-d024-48fe-ac78-e22883d0b14a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93360d38-f17f-4346-b7b1-01694a367d02]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] <== disconnect_volume: return (335ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:15 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Took 0.70 seconds to deallocate network for instance.
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.448s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'flavor' on Instance uuid f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:16 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Deleted allocations for instance 98cb5757-ce5d-445b-ae5b-ca22137d4e7a
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed285b2c-2b07-4321-9d6a-a299e07017ed tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.901s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed3284e2-9eb9-4826-b3bd-96457fc7d5d5 tempest-ServersNegativeTestJSON-1606859781 tempest-ServersNegativeTestJSON-1606859781-project-member] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.087s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] Acquiring lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] Lock "98cb5757-ce5d-445b-ae5b-ca22137d4e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] No waiting events found dispatching network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:16 user nova-compute[75027]: WARNING nova.compute.manager [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received unexpected event network-vif-plugged-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 for instance with vm_state deleted and task_state None.
Nov 29 04:35:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-6513154c-8466-42bf-887c-4de9bfc5ad97 req-bb8fc5a9-1f97-41fa-a693-4036f2e4c90c service nova] [instance: 98cb5757-ce5d-445b-ae5b-ca22137d4e7a] Received event network-vif-deleted-41acc6ac-d5a2-4a12-a235-0a54bc7fdc58 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:34 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fbaf2fed-5744-49ba-a095-a82c72938b7b is timed out.
Nov 29 04:35:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance fbaf2fed-5744-49ba-a095-a82c72938b7b from the live domain config.
Nov 29 04:35:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wqYgcSQG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:35:34 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[91298fb2-265c-4a0b-9fb5-4ad0aa238726]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:35:34 user nova-compute[75027]: No targets found.
Nov 29 04:35:34 user nova-compute[75027]: iSNS:
Nov 29 04:35:34 user nova-compute[75027]: No targets found.
Nov 29 04:35:34 user nova-compute[75027]: STATIC:
Nov 29 04:35:34 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c
Nov 29 04:35:34 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:34 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:34 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:35:34 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:34 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:34 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:35:34 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:35:34 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:35:34 user nova-compute[75027]: FIRMWARE:
Nov 29 04:35:34 user nova-compute[75027]: No targets found.
Nov 29 04:35:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:35:34 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:35:34 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2389d6d-bca0-4c56-b874-f0f4efcb1dc0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6187fb8-946e-476d-abae-2fd50c9196ea]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:34 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:34 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:35:34 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:35:34 user nova-compute[75027]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c (non-flash)
Nov 29 04:35:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0744550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46c1434-229c-42b9-acdf-9c05cbb52ca4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdde1fd3-eb6c-4c9f-a3e9-9c815a9b1851]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e086844e-29fc-4f2e-8ecb-a3b83068fc31]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[81756aa8-0597-4a42-9c66-4e5b81d76827]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe100c0-197f-4522-b0c2-4faf2b111f66]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64bef61-c5c8-4ccc-bfee-e542932c5903]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260]
Nov 29 04:35:34 user nova-compute[75027]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c, portal: 172.16.0.220,3260] successful.
Nov 29 04:35:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b273ee3-da7e-41f8-aab5-ce170e36556c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[03fcac35-b398-47af-9914-84a25e047c97]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== disconnect_volume: return (333ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:35:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4fbd2841-0b94-4824-bfaa-2d8c7e1d296e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.802s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:35:45 user nova-compute[75027]: INFO nova.compute.claims [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Claim successful on node user
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing instance network info cache due to event network-changed-cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] Acquiring lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] Acquired lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.network.neutron [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Refreshing network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:45 user nova-compute[75027]: INFO nova.compute.manager [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Terminating instance
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-unplugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] No waiting events found dispatching network-vif-unplugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-85eb8bc5-49da-49cf-a3c3-67a59b0437ef req-c451d609-0a9f-4d91-8bab-6aa818f36f33 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-unplugged-cfc0e17e-d607-468d-9465-dbbe30740937 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.626s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.network.neutron [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updated VIF entry in instance network info cache for port cfc0e17e-d607-468d-9465-dbbe30740937. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.network.neutron [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [{"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-113f45c0-06d3-4f1e-be6a-4e6a1d656a73 req-9280cfa3-c572-4eb6-8990-ffc281df356a service nova] Releasing lock "refresh_cache-f5fb2b5e-56b2-4118-85a4-d3238f0af16a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:35:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.policy [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd59a7e72ae4d87a3f569283651f83b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca2705d1a494ff098060e04d7c9f25b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:35:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Creating image(s)
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "/opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "/opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "/opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Instance destroyed successfully.
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'resources' on Instance uuid f5fb2b5e-56b2-4118-85a4-d3238f0af16a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-595853671',display_name='tempest-TestStampPattern-server-595853671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-595853671',id=29,image_ref='27d562a7-9ef7-4943-b24b-2ce3b60a32b8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:32:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-akd8fdqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='97a6e146-0be4-4b76-ac54-da9b4bd88a26',image_min_disk='1',image_min_ram='0',image_owner_id='bfe490e465cd4be8b2fc51e237b022f1',image_owner_project_name='tempest-TestStampPattern-715646522',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-715646522-project-member',image_user_id='7038196da42a48b898863b977dc2dc06',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:32:51Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=f5fb2b5e-56b2-4118-85a4-d3238f0af16a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "cfc0e17e-d607-468d-9465-dbbe30740937", "address": "fa:16:3e:1e:b3:b2", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc0e17e-d6", "ovs_interfaceid": "cfc0e17e-d607-468d-9465-dbbe30740937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG os_vif [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfc0e17e-d6, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bc14349a-b39b-407e-b5d1-64ae1c7858c9) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:35:46 user nova-compute[75027]: INFO os_vif [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:b3:b2,bridge_name='br-int',has_traffic_filtering=True,id=cfc0e17e-d607-468d-9465-dbbe30740937,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc0e17e-d6')
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Deleting instance files /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a_del
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Deletion of /opt/stack/data/nova/instances/f5fb2b5e-56b2-4118-85a4-d3238f0af16a_del complete
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.compute.manager [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk 1073741824" returned: 0 in 0.054s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Successfully created port: 7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-e178bfca-7c83-462a-b289-ca0613f9b276 req-d9440f08-b57e-4589-a4f3-f97283f717bf service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-deleted-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.compute.manager [req-e178bfca-7c83-462a-b289-ca0613f9b276 req-d9440f08-b57e-4589-a4f3-f97283f717bf service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Neutron deleted interface cfc0e17e-d607-468d-9465-dbbe30740937; detaching it from the instance and deleting it from the info cache
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-e178bfca-7c83-462a-b289-ca0613f9b276 req-d9440f08-b57e-4589-a4f3-f97283f717bf service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:46 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Took 0.48 seconds to deallocate network for instance.
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Cannot resize image /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Ensure instance console log exists: /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-e178bfca-7c83-462a-b289-ca0613f9b276 req-d9440f08-b57e-4589-a4f3-f97283f717bf service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Detach interface failed, port_id=cfc0e17e-d607-468d-9465-dbbe30740937, reason: Instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Successfully updated port: 7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquired lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:35:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-changed-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Refreshing instance network info cache due to event network-changed-7214be8f-0407-4ce5-9abc-b9dc1fc8d108. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] Acquiring lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.506s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:47 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Deleted allocations for instance f5fb2b5e-56b2-4118-85a4-d3238f0af16a
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Updating instance_info_cache with network_info: [{"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Releasing lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Instance network_info: |[{"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] Acquired lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Refreshing network info cache for port 7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Start _get_guest_xml network_info=[{"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:35:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:35:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c2f3b8d-2f7f-4899-b69e-7c43b4f3cd25 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.136s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:35:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374050758',display_name='tempest-VolumesActionsTest-instance-374050758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374050758',id=34,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aca2705d1a494ff098060e04d7c9f25b',ramdisk_id='',reservation_id='r-357l3y91',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-274363326',owner_user_name='tempest-VolumesActionsTest-274363326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:35:46Z,user_data=None,user_id='8bd59a7e72ae4d87a3f569283651f83b',uuid=aa2a592f-71d6-458d-a1f2-c80cb5cc02d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converting VIF {"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lazy-loading 'pci_devices' on Instance uuid aa2a592f-71d6-458d-a1f2-c80cb5cc02d6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:35:47 user nova-compute[75027]:   <uuid>aa2a592f-71d6-458d-a1f2-c80cb5cc02d6</uuid>
Nov 29 04:35:47 user nova-compute[75027]:   <name>instance-00000022</name>
Nov 29 04:35:47 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:35:47 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:35:47 user nova-compute[75027]:   <metadata>
Nov 29 04:35:47 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:35:47 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:name>tempest-VolumesActionsTest-instance-374050758</nova:name>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:35:47</nova:creationTime>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:35:47 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:35:47 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:owner>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:user uuid="8bd59a7e72ae4d87a3f569283651f83b">tempest-VolumesActionsTest-274363326-project-member</nova:user>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:project uuid="aca2705d1a494ff098060e04d7c9f25b">tempest-VolumesActionsTest-274363326</nova:project>
Nov 29 04:35:47 user nova-compute[75027]:       </nova:owner>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:35:47 user nova-compute[75027]:       <nova:ports>
Nov 29 04:35:47 user nova-compute[75027]:         <nova:port uuid="7214be8f-0407-4ce5-9abc-b9dc1fc8d108">
Nov 29 04:35:47 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:35:47 user nova-compute[75027]:         </nova:port>
Nov 29 04:35:47 user nova-compute[75027]:       </nova:ports>
Nov 29 04:35:47 user nova-compute[75027]:     </nova:instance>
Nov 29 04:35:47 user nova-compute[75027]:   </metadata>
Nov 29 04:35:47 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:35:47 user nova-compute[75027]:     <system>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="serial">aa2a592f-71d6-458d-a1f2-c80cb5cc02d6</entry>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="uuid">aa2a592f-71d6-458d-a1f2-c80cb5cc02d6</entry>
Nov 29 04:35:47 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:35:47 user nova-compute[75027]:     </system>
Nov 29 04:35:47 user nova-compute[75027]:   </sysinfo>
Nov 29 04:35:47 user nova-compute[75027]:   <os>
Nov 29 04:35:47 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:35:47 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:35:47 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:35:47 user nova-compute[75027]:   </os>
Nov 29 04:35:47 user nova-compute[75027]:   <features>
Nov 29 04:35:47 user nova-compute[75027]:     <acpi/>
Nov 29 04:35:47 user nova-compute[75027]:     <apic/>
Nov 29 04:35:47 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:35:47 user nova-compute[75027]:   </features>
Nov 29 04:35:47 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:35:47 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:35:47 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:35:47 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:35:47 user nova-compute[75027]:   </clock>
Nov 29 04:35:47 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:35:47 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:35:47 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:35:47 user nova-compute[75027]:   </cpu>
Nov 29 04:35:47 user nova-compute[75027]:   <devices>
Nov 29 04:35:47 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:35:47 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:35:47 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk"/>
Nov 29 04:35:47 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:35:47 user nova-compute[75027]:     </disk>
Nov 29 04:35:47 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:35:47 user nova-compute[75027]:       <mac address="fa:16:3e:08:21:1d"/>
Nov 29 04:35:47 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:35:47 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:35:47 user nova-compute[75027]:       <target dev="tap7214be8f-04"/>
Nov 29 04:35:47 user nova-compute[75027]:     </interface>
Nov 29 04:35:47 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:35:47 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/console.log" append="off"/>
Nov 29 04:35:47 user nova-compute[75027]:     </serial>
Nov 29 04:35:47 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:35:47 user nova-compute[75027]:     <video>
Nov 29 04:35:47 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:35:47 user nova-compute[75027]:     </video>
Nov 29 04:35:47 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:35:47 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:35:47 user nova-compute[75027]:     </rng>
Nov 29 04:35:47 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:35:47 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:35:47 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:35:47 user nova-compute[75027]:     </memballoon>
Nov 29 04:35:47 user nova-compute[75027]:   </devices>
Nov 29 04:35:47 user nova-compute[75027]: </domain>
Nov 29 04:35:47 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:35:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374050758',display_name='tempest-VolumesActionsTest-instance-374050758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374050758',id=34,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aca2705d1a494ff098060e04d7c9f25b',ramdisk_id='',reservation_id='r-357l3y91',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-274363326',owner_user_name='tempest-VolumesActionsTest-274363326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:35:46Z,user_data=None,user_id='8bd59a7e72ae4d87a3f569283651f83b',uuid=aa2a592f-71d6-458d-a1f2-c80cb5cc02d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converting VIF {"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG os_vif [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '18505a16-5f01-5dd8-8540-622edfcff644', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7214be8f-04, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7214be8f-04, col_values=(('qos', UUID('22aa35a6-e3ed-4f0e-a32d-8e8663f72a3d')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7214be8f-04, col_values=(('external_ids', {'iface-id': '7214be8f-0407-4ce5-9abc-b9dc1fc8d108', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:21:1d', 'vm-uuid': 'aa2a592f-71d6-458d-a1f2-c80cb5cc02d6'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:47 user nova-compute[75027]: INFO os_vif [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04')
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] No VIF found with MAC fa:16:3e:08:21:1d, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] Acquiring lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] Lock "f5fb2b5e-56b2-4118-85a4-d3238f0af16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] No waiting events found dispatching network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:47 user nova-compute[75027]: WARNING nova.compute.manager [req-3d39d6ef-8267-4274-895e-8f9df2d2144b req-29071df6-809f-4d75-99d7-28d1ca302008 service nova] [instance: f5fb2b5e-56b2-4118-85a4-d3238f0af16a] Received unexpected event network-vif-plugged-cfc0e17e-d607-468d-9465-dbbe30740937 for instance with vm_state deleted and task_state None.
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Updated VIF entry in instance network info cache for port 7214be8f-0407-4ce5-9abc-b9dc1fc8d108. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Updating instance_info_cache with network_info: [{"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-15794d48-b296-4fbb-b93b-027e2ad29c88 req-e6464cc6-707b-4b77-aa19-75e3aba488ff service nova] Releasing lock "refresh_cache-aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:35:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] No waiting events found dispatching network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:49 user nova-compute[75027]: WARNING nova.compute.manager [req-bedd3ea7-1d58-43e6-b526-45cb090a986e req-e93b805e-948a-45cd-8d2f-895e99959b93 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received unexpected event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 for instance with vm_state building and task_state spawning.
Nov 29 04:35:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:35:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Instance spawned successfully.
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:35:50 user nova-compute[75027]: INFO nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Took 5.11 seconds to spawn the instance on the hypervisor.
Nov 29 04:35:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:35:51 user nova-compute[75027]: INFO nova.compute.manager [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Took 6.07 seconds to build instance.
Nov 29 04:35:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-83c5a3e8-7f4d-4969-9903-5444e711f2da tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.174s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:35:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] No waiting events found dispatching network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:35:51 user nova-compute[75027]: WARNING nova.compute.manager [req-823b7fcd-4e70-4835-a6da-db2affb88c1f req-16c35c00-da74-416f-8c09-d154a5e1a9f9 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received unexpected event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 for instance with vm_state active and task_state None.
Nov 29 04:35:52 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:35:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:35:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:35:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:35:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7431MB free_disk=24.847854614257812GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Applying migration context for instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 as it has an incoming, in-progress migration 44ca7704-4a72-4afa-be73-0ae805825a12. Migration status is finished {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 04:36:01 user nova-compute[75027]: INFO nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating resource usage from migration 44ca7704-4a72-4afa-be73-0ae805825a12
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance fbaf2fed-5744-49ba-a095-a82c72938b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Migration 44ca7704-4a72-4afa-be73-0ae805825a12 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance aa2a592f-71d6-458d-a1f2-c80cb5cc02d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:36:01 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:36:02 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:02 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:02 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:36:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.485s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:04 user nova-compute[75027]: INFO nova.compute.manager [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Terminating instance
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-unplugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] No waiting events found dispatching network-vif-unplugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-c6c40047-77c1-492c-9736-d1eeac522f54 req-a2fdffe9-fe15-48e8-a6cd-f49f8ecd607b service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-unplugged-67ce143e-cff5-4a00-a2f7-043cca800b37 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:36:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Instance destroyed successfully.
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'resources' on Instance uuid fbaf2fed-5744-49ba-a095-a82c72938b7b {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:33:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-767959484',display_name='tempest-AttachVolumeNegativeTest-server-767959484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-767959484',id=31,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLViXgU+a7VhxwXmwdNRFLTK/CAE5jZR1SJy5BrfAySsbTcHg5aeSKx5kW6/JGy6kS7Pe6xuOmJarZUJuy46AcYYFLARwN9WXwH+BpYtH3etanudFTyJoWSc1LCGO2zvxA==',key_name='tempest-keypair-1104756909',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:33:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-grd3wqfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:33:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=fbaf2fed-5744-49ba-a095-a82c72938b7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "67ce143e-cff5-4a00-a2f7-043cca800b37", "address": "fa:16:3e:00:26:1a", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce143e-cf", "ovs_interfaceid": "67ce143e-cff5-4a00-a2f7-043cca800b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG os_vif [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67ce143e-cf, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9fae6747-0fa2-40a8-aee0-31f58eed23fd) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:04 user nova-compute[75027]: INFO os_vif [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:26:1a,bridge_name='br-int',has_traffic_filtering=True,id=67ce143e-cff5-4a00-a2f7-043cca800b37,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce143e-cf')
Nov 29 04:36:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Deleting instance files /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b_del
Nov 29 04:36:04 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Deletion of /opt/stack/data/nova/instances/fbaf2fed-5744-49ba-a095-a82c72938b7b_del complete
Nov 29 04:36:04 user nova-compute[75027]: INFO nova.compute.manager [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 04:36:04 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:36:04 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:36:05 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:05 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Took 0.84 seconds to deallocate network for instance.
Nov 29 04:36:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-38612a1c-6fe0-42a2-ac72-6c05803fcf3b req-46f5d407-769d-4cb6-a438-5f69e960840e service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-deleted-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:05 user nova-compute[75027]: INFO nova.compute.manager [req-38612a1c-6fe0-42a2-ac72-6c05803fcf3b req-46f5d407-769d-4cb6-a438-5f69e960840e service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Neutron deleted interface 67ce143e-cff5-4a00-a2f7-043cca800b37; detaching it from the instance and deleting it from the info cache
Nov 29 04:36:05 user nova-compute[75027]: DEBUG nova.network.neutron [req-38612a1c-6fe0-42a2-ac72-6c05803fcf3b req-46f5d407-769d-4cb6-a438-5f69e960840e service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-38612a1c-6fe0-42a2-ac72-6c05803fcf3b req-46f5d407-769d-4cb6-a438-5f69e960840e service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Detach interface failed, port_id=67ce143e-cff5-4a00-a2f7-043cca800b37, reason: Instance fbaf2fed-5744-49ba-a095-a82c72938b7b could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:36:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.362s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:06 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Deleted allocations for instance fbaf2fed-5744-49ba-a095-a82c72938b7b
Nov 29 04:36:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a180eade-0a54-4d11-a799-84c203ff2114 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.234s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] Acquiring lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] Lock "fbaf2fed-5744-49ba-a095-a82c72938b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] No waiting events found dispatching network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:06 user nova-compute[75027]: WARNING nova.compute.manager [req-24a1f5a0-45b9-4a5e-9f71-4a65fc6b4a78 req-37f17e69-b210-47f1-bafb-360c1fa92823 service nova] [instance: fbaf2fed-5744-49ba-a095-a82c72938b7b] Received unexpected event network-vif-plugged-67ce143e-cff5-4a00-a2f7-043cca800b37 for instance with vm_state deleted and task_state None.
Nov 29 04:36:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Going to confirm migration 2 {{(pid=75027) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquired lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'info_cache' on Instance uuid 09818871-8dd7-4f31-ba4b-2ec5d7464df8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG nova.network.neutron [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [{"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Releasing lock "refresh_cache-09818871-8dd7-4f31-ba4b-2ec5d7464df8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG nova.objects.instance [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'migration_context' on Instance uuid 09818871-8dd7-4f31-ba4b-2ec5d7464df8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG nova.objects.base [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Object Instance<09818871-8dd7-4f31-ba4b-2ec5d7464df8> lazy-loaded attributes: info_cache,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.402s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:15 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Deleted allocation for migration 44ca7704-4a72-4afa-be73-0ae805825a12
Nov 29 04:36:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-55115b41-9ef2-4f03-9533-57d944f4f60e tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.844s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:31 user nova-compute[75027]: INFO nova.compute.manager [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Terminating instance
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-unplugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] No waiting events found dispatching network-vif-unplugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-51d7437b-59f6-4aff-b760-22254e7fddca req-c2725292-d05e-4639-b289-074f0caddf27 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-unplugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:36:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Instance destroyed successfully.
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.objects.instance [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lazy-loading 'resources' on Instance uuid ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2053230278',display_name='tempest-VolumesActionsTest-instance-2053230278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2053230278',id=32,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:34:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-0665ufnj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:34:47Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "address": "fa:16:3e:b0:a3:4d", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1358e-a1", "ovs_interfaceid": "d6d1358e-a120-4d25-9072-e2f0cfd8452b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG os_vif [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6d1358e-a1, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=906b6dab-3a61-44c8-9459-6a4dbdf691c3) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:31 user nova-compute[75027]: INFO os_vif [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:a3:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6d1358e-a120-4d25-9072-e2f0cfd8452b,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6d1358e-a1')
Nov 29 04:36:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Deleting instance files /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e_del
Nov 29 04:36:31 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Deletion of /opt/stack/data/nova/instances/ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e_del complete
Nov 29 04:36:31 user nova-compute[75027]: INFO nova.compute.manager [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 29 04:36:31 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:36:31 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:32 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Took 0.44 seconds to deallocate network for instance.
Nov 29 04:36:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-891dd2b7-26c7-4ed0-8542-ced3267b6c46 req-0528f47b-ff79-4208-b321-53a06479bdb0 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-deleted-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:32 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Deleted allocations for instance ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e
Nov 29 04:36:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f73f1691-9c7b-4fd0-b52e-235f692d205b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.658s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] Acquiring lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] Lock "ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] No waiting events found dispatching network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:33 user nova-compute[75027]: WARNING nova.compute.manager [req-a45552f1-9fd2-417f-b93e-9b921d94fe7a req-53b3a120-2e5c-4265-b5d4-7cd26dca90a3 service nova] [instance: ddbf2118-517d-4cc9-9e5e-fa33e77a4e5e] Received unexpected event network-vif-plugged-d6d1358e-a120-4d25-9072-e2f0cfd8452b for instance with vm_state deleted and task_state None.
Nov 29 04:36:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.compute.claims [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Claim successful on node user
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing instance network info cache due to event network-changed-55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] Acquiring lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] Acquired lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Refreshing network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.compute.manager [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Terminating instance
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.compute.manager [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Unshelving
Nov 29 04:36:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.compute.manager [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] instance snapshotting
Nov 29 04:36:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_requests' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'numa_topology' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.compute.claims [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Claim successful on node user
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Beginning live snapshot process
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.policy [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1f7ab8aa2249859e993e2587551a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85c3e1adf6c41f0896270df498ff589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-unplugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] No waiting events found dispatching network-vif-unplugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-9c53d03c-46a6-4f58-85b0-de4f4e6c6f5f req-594fb0e0-4754-49df-b4a7-c7488cc86d79 service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-unplugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:36:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Creating image(s)
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updated VIF entry in instance network info cache for port 55aaa997-dc82-414a-b3e4-b162e9dc75d6. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:36:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating instance_info_cache with network_info: [{"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-148896dc-c75b-415b-8bfa-34a546f9f94a req-b588d941-7166-4546-89cc-80efa278a73a service nova] Releasing lock "refresh_cache-97a6e146-0be4-4b76-ac54-da9b4bd88a26" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json -f qcow2" returned: 0 in 0.219s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json -f qcow2 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Instance destroyed successfully.
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.objects.instance [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lazy-loading 'resources' on Instance uuid 97a6e146-0be4-4b76-ac54-da9b4bd88a26 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-650257917',display_name='tempest-TestStampPattern-server-650257917',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-650257917',id=27,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsi8fhsPuI0uepk4Anvea+Uf+U7u91uZLQkQ6D38dWAIwuBo0T6NtHOr659cJIcsNUSrQEWR51lm/qEOXoR7hewYhifVFkfX8cyYAm9mGwj/IS4Sio2YEtBdGZ1dwsODA==',key_name='tempest-TestStampPattern-937755157',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:29:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfe490e465cd4be8b2fc51e237b022f1',ramdisk_id='',reservation_id='r-8erjml4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-715646522',owner_user_name='tempest-TestStampPattern-715646522-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:32:42Z,user_data=None,user_id='7038196da42a48b898863b977dc2dc06',uuid=97a6e146-0be4-4b76-ac54-da9b4bd88a26,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converting VIF {"id": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "address": "fa:16:3e:69:fc:a9", "network": {"id": "faa73d60-4462-4755-95ee-2bbcf3424678", "bridge": "br-int", "label": "tempest-TestStampPattern-1183579763-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfe490e465cd4be8b2fc51e237b022f1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55aaa997-dc", "ovs_interfaceid": "55aaa997-dc82-414a-b3e4-b162e9dc75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG os_vif [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap55aaa997-dc, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.231s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=62f64df8-0dc1-43c0-8239-565f20a676f4) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:45 user nova-compute[75027]: INFO os_vif [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:fc:a9,bridge_name='br-int',has_traffic_filtering=True,id=55aaa997-dc82-414a-b3e4-b162e9dc75d6,network=Network(faa73d60-4462-4755-95ee-2bbcf3424678),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55aaa997-dc')
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Deleting instance files /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26_del
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Deletion of /opt/stack/data/nova/instances/97a6e146-0be4-4b76-ac54-da9b4bd88a26_del complete
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json -f qcow2" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Successfully created port: 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.compute.manager [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Took 1.02 seconds to destroy the instance on the hypervisor.
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932.delta 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932.delta 1073741824" returned: 0 in 0.062s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.983s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.network.neutron [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating port 20ce512c-1276-45dc-95ec-34d4fb08a225 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Cannot resize image /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Ensure instance console log exists: /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:45 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:45 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Took 0.63 seconds to deallocate network for instance.
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Successfully updated port: 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing instance network info cache due to event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.629s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:46 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Deleted allocations for instance 97a6e146-0be4-4b76-ac54-da9b4bd88a26
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75027) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 04:36:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-47634959-5c7f-400f-a4bf-311cd2ee9c49 tempest-TestStampPattern-715646522 tempest-TestStampPattern-715646522-project-member] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.496s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] Acquiring lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] Lock "97a6e146-0be4-4b76-ac54-da9b4bd88a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] No waiting events found dispatching network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:46 user nova-compute[75027]: WARNING nova.compute.manager [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received unexpected event network-vif-plugged-55aaa997-dc82-414a-b3e4-b162e9dc75d6 for instance with vm_state deleted and task_state None.
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-d0afdeb8-ade0-403f-af97-deeb0159578c req-d9e513a0-4b99-4a87-ad57-dae765c049db service nova] [instance: 97a6e146-0be4-4b76-ac54-da9b4bd88a26] Received event network-vif-deleted-55aaa997-dc82-414a-b3e4-b162e9dc75d6 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932.delta /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance network_info: |[{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start _get_guest_xml network_info=[{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:36:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:47 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-706703754',display_name='tempest-ServerRescueNegativeTestJSON-server-706703754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-706703754',id=35,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCk6J9Emc3Ou170Txrbkk2ry+Jy5TeDvJEUmyhePlSMoPud3iKQs7KgWIEqC+jX5q871vwzoLnAQKFOU8FHFrkIdtS0PlTnPYLj8GEa8lU0piyF428OWw13rYXTLp/DNQ==',key_name='tempest-keypair-1837616499',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-3f02u6ce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=1e6ef362-d188-4068-ae5e-33e73e527d85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:36:47 user nova-compute[75027]:   <uuid>1e6ef362-d188-4068-ae5e-33e73e527d85</uuid>
Nov 29 04:36:47 user nova-compute[75027]:   <name>instance-00000023</name>
Nov 29 04:36:47 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:36:47 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:36:47 user nova-compute[75027]:   <metadata>
Nov 29 04:36:47 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:36:47 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-706703754</nova:name>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:36:47</nova:creationTime>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:36:47 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:36:47 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:owner>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:36:47 user nova-compute[75027]:       </nova:owner>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:36:47 user nova-compute[75027]:       <nova:ports>
Nov 29 04:36:47 user nova-compute[75027]:         <nova:port uuid="4657fa5b-9d46-431a-83ba-289b93ff4a44">
Nov 29 04:36:47 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:36:47 user nova-compute[75027]:         </nova:port>
Nov 29 04:36:47 user nova-compute[75027]:       </nova:ports>
Nov 29 04:36:47 user nova-compute[75027]:     </nova:instance>
Nov 29 04:36:47 user nova-compute[75027]:   </metadata>
Nov 29 04:36:47 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:36:47 user nova-compute[75027]:     <system>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="serial">1e6ef362-d188-4068-ae5e-33e73e527d85</entry>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="uuid">1e6ef362-d188-4068-ae5e-33e73e527d85</entry>
Nov 29 04:36:47 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:36:47 user nova-compute[75027]:     </system>
Nov 29 04:36:47 user nova-compute[75027]:   </sysinfo>
Nov 29 04:36:47 user nova-compute[75027]:   <os>
Nov 29 04:36:47 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:36:47 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:36:47 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:36:47 user nova-compute[75027]:   </os>
Nov 29 04:36:47 user nova-compute[75027]:   <features>
Nov 29 04:36:47 user nova-compute[75027]:     <acpi/>
Nov 29 04:36:47 user nova-compute[75027]:     <apic/>
Nov 29 04:36:47 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:36:47 user nova-compute[75027]:   </features>
Nov 29 04:36:47 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:36:47 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:36:47 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:36:47 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:36:47 user nova-compute[75027]:   </clock>
Nov 29 04:36:47 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:36:47 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:36:47 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:36:47 user nova-compute[75027]:   </cpu>
Nov 29 04:36:47 user nova-compute[75027]:   <devices>
Nov 29 04:36:47 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:36:47 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:36:47 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk"/>
Nov 29 04:36:47 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:36:47 user nova-compute[75027]:     </disk>
Nov 29 04:36:47 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:36:47 user nova-compute[75027]:       <mac address="fa:16:3e:26:ea:15"/>
Nov 29 04:36:47 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:36:47 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:36:47 user nova-compute[75027]:       <target dev="tap4657fa5b-9d"/>
Nov 29 04:36:47 user nova-compute[75027]:     </interface>
Nov 29 04:36:47 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:36:47 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/console.log" append="off"/>
Nov 29 04:36:47 user nova-compute[75027]:     </serial>
Nov 29 04:36:47 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:36:47 user nova-compute[75027]:     <video>
Nov 29 04:36:47 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:36:47 user nova-compute[75027]:     </video>
Nov 29 04:36:47 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:36:47 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:36:47 user nova-compute[75027]:     </rng>
Nov 29 04:36:47 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:36:47 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:36:47 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:36:47 user nova-compute[75027]:     </memballoon>
Nov 29 04:36:47 user nova-compute[75027]:   </devices>
Nov 29 04:36:47 user nova-compute[75027]: </domain>
Nov 29 04:36:47 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-706703754',display_name='tempest-ServerRescueNegativeTestJSON-server-706703754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-706703754',id=35,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCk6J9Emc3Ou170Txrbkk2ry+Jy5TeDvJEUmyhePlSMoPud3iKQs7KgWIEqC+jX5q871vwzoLnAQKFOU8FHFrkIdtS0PlTnPYLj8GEa8lU0piyF428OWw13rYXTLp/DNQ==',key_name='tempest-keypair-1837616499',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-3f02u6ce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=1e6ef362-d188-4068-ae5e-33e73e527d85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG os_vif [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c6728cf-1802-52b0-97e8-645cbba52ab4', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4657fa5b-9d, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4657fa5b-9d, col_values=(('qos', UUID('de94ac8a-6f05-41b8-b2bc-58d474524f0c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4657fa5b-9d, col_values=(('external_ids', {'iface-id': '4657fa5b-9d46-431a-83ba-289b93ff4a44', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:26:ea:15', 'vm-uuid': '1e6ef362-d188-4068-ae5e-33e73e527d85'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:47 user nova-compute[75027]: INFO os_vif [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d')
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:26:ea:15, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932.delta /opt/stack/data/nova/instances/snapshots/tmphk_ys8lq/7e130ad415124d85b10cf620a21fe932" returned: 0 in 0.765s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Snapshot extracted, beginning image upload
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.neutron [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:36:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Creating image(s)
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'trusted_certs' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.objects.base [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<afe91f2e-bb78-45cf-805f-6c93dab5d0ef> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "714582cc8990e6505e38c95a620a0b3ae7faba58" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "714582cc8990e6505e38c95a620a0b3ae7faba58" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updated VIF entry in instance network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-18706a39-f733-4265-97df-0ca44e19ba9e req-560e1c51-db19-4386-a8ea-50be94b021fd service nova] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing instance network info cache due to event network-changed-20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] Acquiring lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] Acquired lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Refreshing network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.part --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.virt.images [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] 128724e6-156f-4f89-9c05-838c5b994942 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.part /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:49 user nova-compute[75027]: WARNING nova.compute.manager [req-32045ecc-6c2d-4294-9b04-7e9fbe19b43c req-b82a7b81-5da5-4962-9c02-c0245af3de6a service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state building and task_state spawning.
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updated VIF entry in instance network info cache for port 20ce512c-1276-45dc-95ec-34d4fb08a225. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c6ae240-fb4e-430e-999c-1ba5473eab71 req-0a21812f-9897-4635-b9aa-e8b33a1e9c48 service nova] Releasing lock "refresh_cache-afe91f2e-bb78-45cf-805f-6c93dab5d0ef" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.part /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.converted" returned: 0 in 0.818s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "714582cc8990e6505e38c95a620a0b3ae7faba58" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.531s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json" returned: 0 in 0.203s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "714582cc8990e6505e38c95a620a0b3ae7faba58" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "714582cc8990e6505e38c95a620a0b3ae7faba58" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json" returned: 0 in 0.209s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58,backing_fmt=raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58,backing_fmt=raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "714582cc8990e6505e38c95a620a0b3ae7faba58" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'migration_context' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<afe91f2e-bb78-45cf-805f-6c93dab5d0ef> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:36:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Rebasing disk image.
Nov 29 04:36:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 -F raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:51 user nova-compute[75027]: WARNING nova.compute.manager [req-e1d58326-5266-4b0f-af05-0458fa4a3a14 req-431975be-90a5-4749-b8ee-e64e8bde6d0d service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state building and task_state spawning.
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:36:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance spawned successfully.
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:36:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Snapshot image upload complete
Nov 29 04:36:51 user nova-compute[75027]: INFO nova.compute.manager [None req-c44a2013-1906-45ab-b29b-15f4cd6ce7f2 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Took 7.28 seconds to snapshot the instance on the hypervisor.
Nov 29 04:36:51 user nova-compute[75027]: INFO nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Took 6.89 seconds to spawn the instance on the hypervisor.
Nov 29 04:36:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:36:51 user nova-compute[75027]: INFO nova.compute.manager [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Took 7.94 seconds to build instance.
Nov 29 04:36:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a797217-5788-4f70-99ec-b290be1fdede tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.067s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:36:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:36:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:36:53 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 -F raw /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk" returned: 0 in 3.457s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Ensure instance console log exists: /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start _get_guest_xml network_info=[{"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c08b6f6a489452c2eb2732a0f19eca12',container_format='bare',created_at=2023-11-29T04:34:50Z,direct_url=<?>,disk_format='qcow2',id=128724e6-156f-4f89-9c05-838c5b994942,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-216221053-shelved',owner='b7b5ffe4277944df947b6c7a1043278d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:34:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:36:54 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:54 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c08b6f6a489452c2eb2732a0f19eca12',container_format='bare',created_at=2023-11-29T04:34:50Z,direct_url=<?>,disk_format='qcow2',id=128724e6-156f-4f89-9c05-838c5b994942,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-216221053-shelved',owner='b7b5ffe4277944df947b6c7a1043278d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T04:34:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'vcpu_model' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.objects.base [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<afe91f2e-bb78-45cf-805f-6c93dab5d0ef> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='128724e6-156f-4f89-9c05-838c5b994942',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1261812724',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:33:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:34:57.030720',shelved_host='user',shelved_image_id='128724e6-156f-4f89-9c05-838c5b994942'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'pci_devices' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.objects.base [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Object Instance<afe91f2e-bb78-45cf-805f-6c93dab5d0ef> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:36:54 user nova-compute[75027]:   <uuid>afe91f2e-bb78-45cf-805f-6c93dab5d0ef</uuid>
Nov 29 04:36:54 user nova-compute[75027]:   <name>instance-0000001e</name>
Nov 29 04:36:54 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:36:54 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:36:54 user nova-compute[75027]:   <metadata>
Nov 29 04:36:54 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:36:54 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-216221053</nova:name>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:36:54</nova:creationTime>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:36:54 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:36:54 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:owner>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:user uuid="30361ef79d5b4aca832a76b68657ba95">tempest-AttachVolumeShelveTestJSON-1478241295-project-member</nova:user>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:project uuid="b7b5ffe4277944df947b6c7a1043278d">tempest-AttachVolumeShelveTestJSON-1478241295</nova:project>
Nov 29 04:36:54 user nova-compute[75027]:       </nova:owner>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:root type="image" uuid="128724e6-156f-4f89-9c05-838c5b994942"/>
Nov 29 04:36:54 user nova-compute[75027]:       <nova:ports>
Nov 29 04:36:54 user nova-compute[75027]:         <nova:port uuid="20ce512c-1276-45dc-95ec-34d4fb08a225">
Nov 29 04:36:54 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 04:36:54 user nova-compute[75027]:         </nova:port>
Nov 29 04:36:54 user nova-compute[75027]:       </nova:ports>
Nov 29 04:36:54 user nova-compute[75027]:     </nova:instance>
Nov 29 04:36:54 user nova-compute[75027]:   </metadata>
Nov 29 04:36:54 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:36:54 user nova-compute[75027]:     <system>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="serial">afe91f2e-bb78-45cf-805f-6c93dab5d0ef</entry>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="uuid">afe91f2e-bb78-45cf-805f-6c93dab5d0ef</entry>
Nov 29 04:36:54 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:36:54 user nova-compute[75027]:     </system>
Nov 29 04:36:54 user nova-compute[75027]:   </sysinfo>
Nov 29 04:36:54 user nova-compute[75027]:   <os>
Nov 29 04:36:54 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:36:54 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:36:54 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:36:54 user nova-compute[75027]:   </os>
Nov 29 04:36:54 user nova-compute[75027]:   <features>
Nov 29 04:36:54 user nova-compute[75027]:     <acpi/>
Nov 29 04:36:54 user nova-compute[75027]:     <apic/>
Nov 29 04:36:54 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:36:54 user nova-compute[75027]:   </features>
Nov 29 04:36:54 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:36:54 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:36:54 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:36:54 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:36:54 user nova-compute[75027]:   </clock>
Nov 29 04:36:54 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:36:54 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:36:54 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:36:54 user nova-compute[75027]:   </cpu>
Nov 29 04:36:54 user nova-compute[75027]:   <devices>
Nov 29 04:36:54 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:36:54 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:36:54 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk"/>
Nov 29 04:36:54 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:36:54 user nova-compute[75027]:     </disk>
Nov 29 04:36:54 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:36:54 user nova-compute[75027]:       <mac address="fa:16:3e:3d:2e:46"/>
Nov 29 04:36:54 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:36:54 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:36:54 user nova-compute[75027]:       <target dev="tap20ce512c-12"/>
Nov 29 04:36:54 user nova-compute[75027]:     </interface>
Nov 29 04:36:54 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:36:54 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/console.log" append="off"/>
Nov 29 04:36:54 user nova-compute[75027]:     </serial>
Nov 29 04:36:54 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:36:54 user nova-compute[75027]:     <video>
Nov 29 04:36:54 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:36:54 user nova-compute[75027]:     </video>
Nov 29 04:36:54 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:36:54 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:36:54 user nova-compute[75027]:     </rng>
Nov 29 04:36:54 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:36:54 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:36:54 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:36:54 user nova-compute[75027]:     </memballoon>
Nov 29 04:36:54 user nova-compute[75027]:   </devices>
Nov 29 04:36:54 user nova-compute[75027]: </domain>
Nov 29 04:36:54 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='128724e6-156f-4f89-9c05-838c5b994942',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1261812724',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:33:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member',shelved_at='2023-11-29T04:34:57.030720',shelved_host='user',shelved_image_id='128724e6-156f-4f89-9c05-838c5b994942'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG os_vif [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f45f421c-692f-5fa3-b363-7d2cee4d2f54', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20ce512c-12, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20ce512c-12, col_values=(('qos', UUID('bbe33e40-940f-42d4-a0e1-ba8e02e9f7d1')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20ce512c-12, col_values=(('external_ids', {'iface-id': '20ce512c-1276-45dc-95ec-34d4fb08a225', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:2e:46', 'vm-uuid': 'afe91f2e-bb78-45cf-805f-6c93dab5d0ef'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:54 user nova-compute[75027]: INFO os_vif [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12')
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:36:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] No VIF found with MAC fa:16:3e:3d:2e:46, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:36:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:56 user nova-compute[75027]: WARNING nova.compute.manager [req-e86dcce2-9b60-45e4-a04b-9a001967d3cf req-83c43a58-7291-4dc9-8feb-f14575023da5 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:36:58 user nova-compute[75027]: INFO nova.compute.claims [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Claim successful on node user
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:36:58 user nova-compute[75027]: WARNING nova.compute.manager [req-03aed2ac-11d0-4638-989e-03b823f035e5 req-4f4a878e-09a8-428f-8214-79082d5f6a1a service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:36:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance spawned successfully.
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.347s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:36:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.policy [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '851ba719f9704af5b911ea06308dbef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd209dfa79cf46b9adacf72888023f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:58 user nova-compute[75027]: DEBUG nova.compute.manager [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:36:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Creating image(s)
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "/opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "/opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-acd5b392-b99e-41be-b3b9-99841bc60297 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 14.670s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk 1073741824" returned: 0 in 0.068s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking if we can resize image /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Cannot resize image /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Ensure instance console log exists: /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:36:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Successfully created port: 402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Successfully updated port: 402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquired lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-changed-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Refreshing instance network info cache due to event network-changed-402bd896-d475-4262-9b8b-721ac081b6ab. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] Acquiring lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.neutron [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updating instance_info_cache with network_info: [{"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Releasing lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Instance network_info: |[{"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] Acquired lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Refreshing network info cache for port 402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Start _get_guest_xml network_info=[{"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:37:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2116011',display_name='tempest-AttachVolumeNegativeTest-server-2116011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2116011',id=36,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGhgCPaysQPcm2OKuiEmOPh0bOwuegm3o+Mtax6P9HbsEzcKmuJj80cNT2F8omyIZarCd6wRgsrxqWPvzu8kZ16FkTSOPKHbv3+rT69rYA+lqFQiHampQVR3+yyPCcuRA==',key_name='tempest-keypair-76866259',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-xyo6cfgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=519ceabb-0182-46ef-8f8a-fe4600bebdac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'pci_devices' on Instance uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:37:01 user nova-compute[75027]:   <uuid>519ceabb-0182-46ef-8f8a-fe4600bebdac</uuid>
Nov 29 04:37:01 user nova-compute[75027]:   <name>instance-00000024</name>
Nov 29 04:37:01 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:37:01 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:37:01 user nova-compute[75027]:   <metadata>
Nov 29 04:37:01 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:37:01 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2116011</nova:name>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:37:01</nova:creationTime>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:37:01 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:37:01 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:owner>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:user uuid="851ba719f9704af5b911ea06308dbef3">tempest-AttachVolumeNegativeTest-387925998-project-member</nova:user>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:project uuid="cd209dfa79cf46b9adacf72888023f86">tempest-AttachVolumeNegativeTest-387925998</nova:project>
Nov 29 04:37:01 user nova-compute[75027]:       </nova:owner>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:37:01 user nova-compute[75027]:       <nova:ports>
Nov 29 04:37:01 user nova-compute[75027]:         <nova:port uuid="402bd896-d475-4262-9b8b-721ac081b6ab">
Nov 29 04:37:01 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:37:01 user nova-compute[75027]:         </nova:port>
Nov 29 04:37:01 user nova-compute[75027]:       </nova:ports>
Nov 29 04:37:01 user nova-compute[75027]:     </nova:instance>
Nov 29 04:37:01 user nova-compute[75027]:   </metadata>
Nov 29 04:37:01 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:37:01 user nova-compute[75027]:     <system>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="serial">519ceabb-0182-46ef-8f8a-fe4600bebdac</entry>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="uuid">519ceabb-0182-46ef-8f8a-fe4600bebdac</entry>
Nov 29 04:37:01 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:37:01 user nova-compute[75027]:     </system>
Nov 29 04:37:01 user nova-compute[75027]:   </sysinfo>
Nov 29 04:37:01 user nova-compute[75027]:   <os>
Nov 29 04:37:01 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:37:01 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:37:01 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:37:01 user nova-compute[75027]:   </os>
Nov 29 04:37:01 user nova-compute[75027]:   <features>
Nov 29 04:37:01 user nova-compute[75027]:     <acpi/>
Nov 29 04:37:01 user nova-compute[75027]:     <apic/>
Nov 29 04:37:01 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:37:01 user nova-compute[75027]:   </features>
Nov 29 04:37:01 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:37:01 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:37:01 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:37:01 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:37:01 user nova-compute[75027]:   </clock>
Nov 29 04:37:01 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:37:01 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:37:01 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:37:01 user nova-compute[75027]:   </cpu>
Nov 29 04:37:01 user nova-compute[75027]:   <devices>
Nov 29 04:37:01 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:37:01 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:37:01 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk"/>
Nov 29 04:37:01 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:37:01 user nova-compute[75027]:     </disk>
Nov 29 04:37:01 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:37:01 user nova-compute[75027]:       <mac address="fa:16:3e:0d:f6:ec"/>
Nov 29 04:37:01 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:37:01 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:37:01 user nova-compute[75027]:       <target dev="tap402bd896-d4"/>
Nov 29 04:37:01 user nova-compute[75027]:     </interface>
Nov 29 04:37:01 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:37:01 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/console.log" append="off"/>
Nov 29 04:37:01 user nova-compute[75027]:     </serial>
Nov 29 04:37:01 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:37:01 user nova-compute[75027]:     <video>
Nov 29 04:37:01 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:37:01 user nova-compute[75027]:     </video>
Nov 29 04:37:01 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:37:01 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:37:01 user nova-compute[75027]:     </rng>
Nov 29 04:37:01 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:37:01 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:37:01 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:37:01 user nova-compute[75027]:     </memballoon>
Nov 29 04:37:01 user nova-compute[75027]:   </devices>
Nov 29 04:37:01 user nova-compute[75027]: </domain>
Nov 29 04:37:01 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2116011',display_name='tempest-AttachVolumeNegativeTest-server-2116011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2116011',id=36,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGhgCPaysQPcm2OKuiEmOPh0bOwuegm3o+Mtax6P9HbsEzcKmuJj80cNT2F8omyIZarCd6wRgsrxqWPvzu8kZ16FkTSOPKHbv3+rT69rYA+lqFQiHampQVR3+yyPCcuRA==',key_name='tempest-keypair-76866259',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-xyo6cfgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=519ceabb-0182-46ef-8f8a-fe4600bebdac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG os_vif [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0beec174-4bf0-50c8-9ed3-96550d23557c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap402bd896-d4, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap402bd896-d4, col_values=(('qos', UUID('4eee2ca3-628a-4780-8700-6faf0d85c607')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap402bd896-d4, col_values=(('external_ids', {'iface-id': '402bd896-d475-4262-9b8b-721ac081b6ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:f6:ec', 'vm-uuid': '519ceabb-0182-46ef-8f8a-fe4600bebdac'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:01 user nova-compute[75027]: INFO os_vif [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4')
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:0d:f6:ec, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updated VIF entry in instance network info cache for port 402bd896-d475-4262-9b8b-721ac081b6ab. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updating instance_info_cache with network_info: [{"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d67c676f-fb61-4add-9dd4-fdb53de52175 req-6a50eb09-bf09-43a7-9074-1f7b03775a77 service nova] Releasing lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.255s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] No waiting events found dispatching network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:05 user nova-compute[75027]: WARNING nova.compute.manager [req-6d89fdfc-6091-4c77-9cc5-383b3a90dfdf req-5e6269c0-583e-4061-9722-2d5017561fe3 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received unexpected event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab for instance with vm_state building and task_state spawning.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] No waiting events found dispatching network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:05 user nova-compute[75027]: WARNING nova.compute.manager [req-2fc96837-7e24-43ec-8980-90092f8567d0 req-5ba8b671-2d48-4f72-a8e1-03dc6eb30e1f service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received unexpected event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab for instance with vm_state building and task_state spawning.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:37:05 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:05 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7725MB free_disk=24.81645965576172GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:05 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Instance spawned successfully.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:05 user nova-compute[75027]: INFO nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Took 6.84 seconds to spawn the instance on the hypervisor.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance aa2a592f-71d6-458d-a1f2-c80cb5cc02d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 519ceabb-0182-46ef-8f8a-fe4600bebdac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:37:05 user nova-compute[75027]: INFO nova.compute.manager [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Took 7.95 seconds to build instance.
Nov 29 04:37:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-6bc9f281-3c1d-448d-9fcf-00b58324124e tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.058s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.774s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:37:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:37:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:37:23 user nova-compute[75027]: INFO nova.compute.claims [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Claim successful on node user
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.494s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:37:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.policy [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba15bab584b54963a83c254952df4590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '608cd480767d4eca8d010641a767bedf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:37:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Creating image(s)
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "/opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "/opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk 1073741824" returned: 0 in 0.070s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.232s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Successfully created port: 32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Cannot resize image /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Ensure instance console log exists: /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Successfully updated port: 32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquired lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-changed-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Refreshing instance network info cache due to event network-changed-32070b35-c964-43a7-9a0f-1e540f44566f. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] Acquiring lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Updating instance_info_cache with network_info: [{"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Releasing lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Instance network_info: |[{"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] Acquired lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Refreshing network info cache for port 32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Start _get_guest_xml network_info=[{"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:37:25 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:25 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-431651962',display_name='tempest-VolumesActionsTest-instance-431651962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-431651962',id=37,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-ejs5imlz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:37:24Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.objects.instance [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:37:25 user nova-compute[75027]:   <uuid>9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461</uuid>
Nov 29 04:37:25 user nova-compute[75027]:   <name>instance-00000025</name>
Nov 29 04:37:25 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:37:25 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:37:25 user nova-compute[75027]:   <metadata>
Nov 29 04:37:25 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:37:25 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:name>tempest-VolumesActionsTest-instance-431651962</nova:name>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:37:25</nova:creationTime>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:37:25 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:37:25 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:owner>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:user uuid="ba15bab584b54963a83c254952df4590">tempest-VolumesActionsTest-1393121022-project-member</nova:user>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:project uuid="608cd480767d4eca8d010641a767bedf">tempest-VolumesActionsTest-1393121022</nova:project>
Nov 29 04:37:25 user nova-compute[75027]:       </nova:owner>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:37:25 user nova-compute[75027]:       <nova:ports>
Nov 29 04:37:25 user nova-compute[75027]:         <nova:port uuid="32070b35-c964-43a7-9a0f-1e540f44566f">
Nov 29 04:37:25 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 04:37:25 user nova-compute[75027]:         </nova:port>
Nov 29 04:37:25 user nova-compute[75027]:       </nova:ports>
Nov 29 04:37:25 user nova-compute[75027]:     </nova:instance>
Nov 29 04:37:25 user nova-compute[75027]:   </metadata>
Nov 29 04:37:25 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:37:25 user nova-compute[75027]:     <system>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="serial">9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461</entry>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="uuid">9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461</entry>
Nov 29 04:37:25 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:37:25 user nova-compute[75027]:     </system>
Nov 29 04:37:25 user nova-compute[75027]:   </sysinfo>
Nov 29 04:37:25 user nova-compute[75027]:   <os>
Nov 29 04:37:25 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:37:25 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:37:25 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:37:25 user nova-compute[75027]:   </os>
Nov 29 04:37:25 user nova-compute[75027]:   <features>
Nov 29 04:37:25 user nova-compute[75027]:     <acpi/>
Nov 29 04:37:25 user nova-compute[75027]:     <apic/>
Nov 29 04:37:25 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:37:25 user nova-compute[75027]:   </features>
Nov 29 04:37:25 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:37:25 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:37:25 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:37:25 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:37:25 user nova-compute[75027]:   </clock>
Nov 29 04:37:25 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:37:25 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:37:25 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:37:25 user nova-compute[75027]:   </cpu>
Nov 29 04:37:25 user nova-compute[75027]:   <devices>
Nov 29 04:37:25 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:37:25 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:37:25 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk"/>
Nov 29 04:37:25 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:37:25 user nova-compute[75027]:     </disk>
Nov 29 04:37:25 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:37:25 user nova-compute[75027]:       <mac address="fa:16:3e:af:48:89"/>
Nov 29 04:37:25 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:37:25 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:37:25 user nova-compute[75027]:       <target dev="tap32070b35-c9"/>
Nov 29 04:37:25 user nova-compute[75027]:     </interface>
Nov 29 04:37:25 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:37:25 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/console.log" append="off"/>
Nov 29 04:37:25 user nova-compute[75027]:     </serial>
Nov 29 04:37:25 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:37:25 user nova-compute[75027]:     <video>
Nov 29 04:37:25 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:37:25 user nova-compute[75027]:     </video>
Nov 29 04:37:25 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:37:25 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:37:25 user nova-compute[75027]:     </rng>
Nov 29 04:37:25 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:37:25 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:37:25 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:37:25 user nova-compute[75027]:     </memballoon>
Nov 29 04:37:25 user nova-compute[75027]:   </devices>
Nov 29 04:37:25 user nova-compute[75027]: </domain>
Nov 29 04:37:25 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-431651962',display_name='tempest-VolumesActionsTest-instance-431651962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-431651962',id=37,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-ejs5imlz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:37:24Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG os_vif [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9baf4f21-5a23-5bb4-a727-1979e41108ad', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32070b35-c9, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32070b35-c9, col_values=(('qos', UUID('6e14a0b2-5f4f-4c2e-9fec-81c2909bf8ca')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32070b35-c9, col_values=(('external_ids', {'iface-id': '32070b35-c964-43a7-9a0f-1e540f44566f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:af:48:89', 'vm-uuid': '9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:25 user nova-compute[75027]: INFO os_vif [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9')
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:37:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] No VIF found with MAC fa:16:3e:af:48:89, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:37:26 user nova-compute[75027]: DEBUG nova.network.neutron [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Updated VIF entry in instance network info cache for port 32070b35-c964-43a7-9a0f-1e540f44566f. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:37:26 user nova-compute[75027]: DEBUG nova.network.neutron [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Updating instance_info_cache with network_info: [{"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e12bdd65-4a84-43b3-aef4-3430761d5298 req-43f452f8-83e3-48fa-9bdb-1741d2d56560 service nova] Releasing lock "refresh_cache-9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] No waiting events found dispatching network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:27 user nova-compute[75027]: WARNING nova.compute.manager [req-e5ee65f7-bef0-4cee-a047-43505b4de620 req-0cfe9f91-353e-41e2-8c4e-d98934d9d147 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received unexpected event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f for instance with vm_state building and task_state spawning.
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:37:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Instance spawned successfully.
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.compute.manager [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] No waiting events found dispatching network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:29 user nova-compute[75027]: WARNING nova.compute.manager [req-478e05ba-8217-42ec-8aac-0c7b76a1aa11 req-489ee5ae-ee63-4ddb-b526-d8a313aaa957 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received unexpected event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f for instance with vm_state building and task_state spawning.
Nov 29 04:37:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:29 user nova-compute[75027]: INFO nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Took 5.54 seconds to spawn the instance on the hypervisor.
Nov 29 04:37:29 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:37:29 user nova-compute[75027]: INFO nova.compute.manager [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Took 6.43 seconds to build instance.
Nov 29 04:37:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d560858e-dec5-4876-a641-9ca9a2cdea1b tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.548s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 9198fba3-9005-455b-99ff-04329732e08d {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 09818871-8dd7-4f31-ba4b-2ec5d7464df8 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 1796285f-bdfb-40bf-bce6-b6d9bac32843 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid aa2a592f-71d6-458d-a1f2-c80cb5cc02d6 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9198fba3-9005-455b-99ff-04329732e08d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "e7cf02d9-265f-4966-a802-e3f425512923" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9198fba3-9005-455b-99ff-04329732e08d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "e7cf02d9-265f-4966-a802-e3f425512923" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.117s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.123s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.127s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.135s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: INFO nova.compute.manager [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Terminating instance
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-unplugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] No waiting events found dispatching network-vif-unplugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-fac49886-d490-47ea-bf47-3a3cf29d3462 req-1d7417c3-c548-4dc4-8de0-77ab713f7170 service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-unplugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:37:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Instance destroyed successfully.
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lazy-loading 'resources' on Instance uuid aa2a592f-71d6-458d-a1f2-c80cb5cc02d6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:35:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374050758',display_name='tempest-VolumesActionsTest-instance-374050758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374050758',id=34,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:35:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aca2705d1a494ff098060e04d7c9f25b',ramdisk_id='',reservation_id='r-357l3y91',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-274363326',owner_user_name='tempest-VolumesActionsTest-274363326-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:35:51Z,user_data=None,user_id='8bd59a7e72ae4d87a3f569283651f83b',uuid=aa2a592f-71d6-458d-a1f2-c80cb5cc02d6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converting VIF {"id": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "address": "fa:16:3e:08:21:1d", "network": {"id": "c2e88db2-4f54-4771-a5bf-16e3121261ff", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1392386565-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca2705d1a494ff098060e04d7c9f25b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7214be8f-04", "ovs_interfaceid": "7214be8f-0407-4ce5-9abc-b9dc1fc8d108", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG os_vif [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7214be8f-04, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22aa35a6-e3ed-4f0e-a32d-8e8663f72a3d) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:46 user nova-compute[75027]: INFO os_vif [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:21:1d,bridge_name='br-int',has_traffic_filtering=True,id=7214be8f-0407-4ce5-9abc-b9dc1fc8d108,network=Network(c2e88db2-4f54-4771-a5bf-16e3121261ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7214be8f-04')
Nov 29 04:37:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Deleting instance files /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6_del
Nov 29 04:37:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Deletion of /opt/stack/data/nova/instances/aa2a592f-71d6-458d-a1f2-c80cb5cc02d6_del complete
Nov 29 04:37:46 user nova-compute[75027]: INFO nova.compute.manager [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 04:37:46 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:47 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Took 0.76 seconds to deallocate network for instance.
Nov 29 04:37:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-5466734e-a289-49a1-8549-e82130e06a42 req-7647e365-77bb-4acd-beeb-2174beca255b service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-deleted-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.510s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:47 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Deleted allocations for instance aa2a592f-71d6-458d-a1f2-c80cb5cc02d6
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-25e831fa-4c87-49d5-a4ff-c458519ed805 tempest-VolumesActionsTest-274363326 tempest-VolumesActionsTest-274363326-project-member] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.415s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] Acquiring lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] Lock "aa2a592f-71d6-458d-a1f2-c80cb5cc02d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] No waiting events found dispatching network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:37:47 user nova-compute[75027]: WARNING nova.compute.manager [req-d54f781c-7c6a-433a-8700-f0ae8d31e179 req-6e7cf77d-734a-47c6-b758-8b9dfa2be3fa service nova] [instance: aa2a592f-71d6-458d-a1f2-c80cb5cc02d6] Received unexpected event network-vif-plugged-7214be8f-0407-4ce5-9abc-b9dc1fc8d108 for instance with vm_state deleted and task_state None.
Nov 29 04:37:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:50 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:37:55 user nova-compute[75027]: INFO nova.compute.claims [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Claim successful on node user
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:37:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.policy [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034aeebe2b134247ad53d70b19bbbde6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d0a989e19b9411b972cb97cd55e9f71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:37:56 user nova-compute[75027]: INFO nova.virt.block_device [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Booting with volume-backed-image 0183ea01-fb01-48ae-aa79-c6b753973766 at /dev/vda
Nov 29 04:37:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Successfully created port: 4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Successfully updated port: 4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-changed-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Refreshing instance network info cache due to event network-changed-4b0ad8da-1a6e-4ed1-890a-598316c8193b. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] Acquiring lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating instance_info_cache with network_info: [{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance network_info: |[{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] Acquired lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:37:57 user nova-compute[75027]: DEBUG nova.network.neutron [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Refreshing network info cache for port 4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updated VIF entry in instance network info cache for port 4b0ad8da-1a6e-4ed1-890a-598316c8193b. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating instance_info_cache with network_info: [{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-398dede5-913b-4503-86c2-55b15e6ae550 req-932d3a1c-47ad-4314-a76f-ede7008b3863 service nova] Releasing lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:37:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:37:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:03 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:03 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7431MB free_disk=24.84420394897461GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 519ceabb-0182-46ef-8f8a-fe4600bebdac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:38:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.548s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:38:05 user nova-compute[75027]: INFO nova.compute.manager [None req-a3643283-1ec5-474c-9c40-7ecddd3ed6c6 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Get console output
Nov 29 04:38:05 user nova-compute[75027]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 29 04:38:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:38:06 user nova-compute[75027]: INFO nova.compute.claims [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Claim successful on node user
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:38:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:38:06 user nova-compute[75027]: DEBUG nova.policy [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d30af9fb71c49c1bea55bf0ad4c52c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7393ed805a43426dac44b33705e94fbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:38:06 user nova-compute[75027]: INFO nova.virt.block_device [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Booting with volume 2a090adc-2312-4c93-b464-e392d2ab1bf5 at /dev/vda
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbddb474-e660-4f24-ace7-b2f70a84ca2c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d51dec-a3c2-4a0d-b7f3-4fec41daaa05]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[35424ed0-87a0-48e5-a9c0-0a38429fc3f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc31260-36a2-4733-b54b-2972e4988d30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.203s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.162s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e820801-e3b6-471f-a49e-0642304a090c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4832c2e-0f3e-4859-aafa-ecf172c873e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[882b27d1-11a4-4b79-99fe-ed9a9111c921]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a672a75-79df-40c3-a838-c7cbc9bd2bb7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:07 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ee10dd-be16-43b6-84a0-47ba2f940efd]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:07 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:38:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad7de95c-1ee1-464f-a58a-5ce49202ad07]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== get_connector_properties: return (362ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating existing volume attachment record: 1246b05a-d151-4ee7-8248-9498f6d7852b {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== get_connector_properties: return (331ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating existing volume attachment record: ca1e31b7-4682-4b0c-9a5f-1310e1bbb769 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:38:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Successfully created port: 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Successfully updated port: 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-changed-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing instance network info cache due to event network-changed-21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance network_info: |[{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updated VIF entry in instance network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG nova.network.neutron [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-80267509-bfec-4174-a917-9a2dfdf0f341 req-bf1c2931-2a66-4cf8-889a-da3cde96a2fd service nova] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:38:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Creating image(s)
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Ensure instance console log exists: /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start _get_guest_xml network_info=[{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'ca1e31b7-4682-4b0c-9a5f-1310e1bbb769', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '23d0e54f-1a98-4e9e-9868-d4475b2f8f96', 'attached_at': '', 'detached_at': '', 'volume_id': '6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'serial': '6902e1b0-f390-48fb-a3d9-ab96c4508ec3'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:38:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Creating image(s)
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Ensure instance console log exists: /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start _get_guest_xml network_info=[{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '1246b05a-d151-4ee7-8248-9498f6d7852b', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3d6abc1a-161f-4b90-86d8-8110ea8a09d1', 'attached_at': '', 'detached_at': '', 'volume_id': '2a090adc-2312-4c93-b464-e392d2ab1bf5', 'serial': '2a090adc-2312-4c93-b464-e392d2ab1bf5'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:38:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:21 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b30acd1-29ff-46c9-9671-10099038ee8e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:38:21 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c35c76-4b64-4b4a-a287-422723d7d9d6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3] added
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c27fe04-f6c2-434e-bcc0-38c8bdf54340]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6981586b-98d3-47a2-900f-07382f622644]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VXQBATFG {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VXQBATFG" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1afd54c-aff2-4a68-bd36-115c37c3f9f6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VXQBATFG'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccbad871-9f8a-47da-a8e6-c44a063aef14]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[424cf8bd-02c3-4391-b9d2-1e89fcd20192]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af25d86-2d24-4040-98e4-f3a2f80d50c9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260]
Nov 29 04:38:21 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260] successful.
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98169b9-b973-42da-991c-f19ece736464]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c04700-1e10-456e-b2c9-870139af200f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc76ffa8-7bda-4bef-b7b9-fbd64f2a2aa2]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:38:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '26565653135353364', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26565653135353364', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.312s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:22 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:22 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad8dc5f-9401-4ed9-a046-63798725a6a5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:38:22 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1925270395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1925270395',id=38,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-cbhl2jag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:37:56Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=23d0e54f-1a98-4e9e-9868-d4475b2f8f96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.objects.instance [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bbd4b0d-07fe-404b-965f-72d6446a2edb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5] added
Nov 29 04:38:22 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:38:22 user nova-compute[75027]:   <uuid>23d0e54f-1a98-4e9e-9868-d4475b2f8f96</uuid>
Nov 29 04:38:22 user nova-compute[75027]:   <name>instance-00000026</name>
Nov 29 04:38:22 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:38:22 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:38:22 user nova-compute[75027]:   <metadata>
Nov 29 04:38:22 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:38:22 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1925270395</nova:name>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:38:21</nova:creationTime>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:38:22 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:38:22 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:owner>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:38:22 user nova-compute[75027]:       </nova:owner>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:38:22 user nova-compute[75027]:       <nova:ports>
Nov 29 04:38:22 user nova-compute[75027]:         <nova:port uuid="4b0ad8da-1a6e-4ed1-890a-598316c8193b">
Nov 29 04:38:22 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:38:22 user nova-compute[75027]:         </nova:port>
Nov 29 04:38:22 user nova-compute[75027]:       </nova:ports>
Nov 29 04:38:22 user nova-compute[75027]:     </nova:instance>
Nov 29 04:38:22 user nova-compute[75027]:   </metadata>
Nov 29 04:38:22 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:38:22 user nova-compute[75027]:     <system>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="serial">23d0e54f-1a98-4e9e-9868-d4475b2f8f96</entry>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="uuid">23d0e54f-1a98-4e9e-9868-d4475b2f8f96</entry>
Nov 29 04:38:22 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:38:22 user nova-compute[75027]:     </system>
Nov 29 04:38:22 user nova-compute[75027]:   </sysinfo>
Nov 29 04:38:22 user nova-compute[75027]:   <os>
Nov 29 04:38:22 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:38:22 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:38:22 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:38:22 user nova-compute[75027]:   </os>
Nov 29 04:38:22 user nova-compute[75027]:   <features>
Nov 29 04:38:22 user nova-compute[75027]:     <acpi/>
Nov 29 04:38:22 user nova-compute[75027]:     <apic/>
Nov 29 04:38:22 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:38:22 user nova-compute[75027]:   </features>
Nov 29 04:38:22 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:38:22 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:38:22 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:38:22 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:38:22 user nova-compute[75027]:   </clock>
Nov 29 04:38:22 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:38:22 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:38:22 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:38:22 user nova-compute[75027]:   </cpu>
Nov 29 04:38:22 user nova-compute[75027]:   <devices>
Nov 29 04:38:22 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:38:22 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:38:22 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:38:22 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:38:22 user nova-compute[75027]:       <serial>6902e1b0-f390-48fb-a3d9-ab96c4508ec3</serial>
Nov 29 04:38:22 user nova-compute[75027]:     </disk>
Nov 29 04:38:22 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:38:22 user nova-compute[75027]:       <mac address="fa:16:3e:c9:71:f6"/>
Nov 29 04:38:22 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:22 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:38:22 user nova-compute[75027]:       <target dev="tap4b0ad8da-1a"/>
Nov 29 04:38:22 user nova-compute[75027]:     </interface>
Nov 29 04:38:22 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:38:22 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/console.log" append="off"/>
Nov 29 04:38:22 user nova-compute[75027]:     </serial>
Nov 29 04:38:22 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:38:22 user nova-compute[75027]:     <video>
Nov 29 04:38:22 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:22 user nova-compute[75027]:     </video>
Nov 29 04:38:22 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:38:22 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:38:22 user nova-compute[75027]:     </rng>
Nov 29 04:38:22 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:38:22 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:38:22 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:38:22 user nova-compute[75027]:     </memballoon>
Nov 29 04:38:22 user nova-compute[75027]:   </devices>
Nov 29 04:38:22 user nova-compute[75027]: </domain>
Nov 29 04:38:22 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1925270395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1925270395',id=38,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-cbhl2jag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:37:56Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=23d0e54f-1a98-4e9e-9868-d4475b2f8f96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_vif [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f58dda90-2952-51c5-a394-515e07750401', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e728f6-a67b-4293-a178-b2cf7b9db110]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4b0ad8da-1a, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4b0ad8da-1a, col_values=(('qos', UUID('fdf23951-3871-4042-ae99-ae1b32367cb2')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4b0ad8da-1a, col_values=(('external_ids', {'iface-id': '4b0ad8da-1a6e-4ed1-890a-598316c8193b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:71:f6', 'vm-uuid': '23d0e54f-1a98-4e9e-9868-d4475b2f8f96'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc0809f-5fc1-4298-86ad-07ad2960a5fe]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWLrQczq {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:23 user nova-compute[75027]: INFO os_vif [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a')
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWLrQczq" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4621328-f937-4480-b04a-42fae719de96]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZWLrQczq'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfb03d5-d54b-4d6e-9fdb-4115cc5cab11]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:c9:71:f6, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[81cb743c-cc11-4d96-8386-322b9edae401]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57d361e-cb9b-440a-a44b-06ee0bdb263b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]
Nov 29 04:38:23 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.
Nov 29 04:38:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3cc1b6c-8574-4644-b4b9-b5ecc987f906]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1863fa-0e1e-4f54-9fbb-081ac151f9c7]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09655b9-b92b-4141-8247-62397dcaca71]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== connect_volume: return (2647ms) {'type': 'block', 'scsi_wwn': '23530653366626638', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530653366626638', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMyfBPR7dJNI3YjO5k83K6vJHIfYN3aAXOBhG5PR/bnu/cKfN4Pic4t1TbvKt6Ed+ZjMQIy01hdxWFoRAuafwQGcA2manI+hdpa30qWq63l6hW0iGHJ34kYSIAJCaX9Vg==',key_name='tempest-TestShelveInstance-2133880244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:38:07Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'pci_devices' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:38:24 user nova-compute[75027]:   <uuid>3d6abc1a-161f-4b90-86d8-8110ea8a09d1</uuid>
Nov 29 04:38:24 user nova-compute[75027]:   <name>instance-00000027</name>
Nov 29 04:38:24 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:38:24 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:38:24 user nova-compute[75027]:   <metadata>
Nov 29 04:38:24 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:38:24 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:38:24 user nova-compute[75027]:       <nova:name>tempest-TestShelveInstance-server-793655677</nova:name>
Nov 29 04:38:24 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:38:21</nova:creationTime>
Nov 29 04:38:24 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:38:24 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:38:24 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:38:24 user nova-compute[75027]:       <nova:owner>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:user uuid="1d30af9fb71c49c1bea55bf0ad4c52c4">tempest-TestShelveInstance-47742236-project-member</nova:user>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:project uuid="7393ed805a43426dac44b33705e94fbb">tempest-TestShelveInstance-47742236</nova:project>
Nov 29 04:38:24 user nova-compute[75027]:       </nova:owner>
Nov 29 04:38:24 user nova-compute[75027]:       <nova:ports>
Nov 29 04:38:24 user nova-compute[75027]:         <nova:port uuid="21fec32a-468a-4105-94f0-378f5fbab279">
Nov 29 04:38:24 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:38:24 user nova-compute[75027]:         </nova:port>
Nov 29 04:38:24 user nova-compute[75027]:       </nova:ports>
Nov 29 04:38:24 user nova-compute[75027]:     </nova:instance>
Nov 29 04:38:24 user nova-compute[75027]:   </metadata>
Nov 29 04:38:24 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:38:24 user nova-compute[75027]:     <system>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="serial">3d6abc1a-161f-4b90-86d8-8110ea8a09d1</entry>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="uuid">3d6abc1a-161f-4b90-86d8-8110ea8a09d1</entry>
Nov 29 04:38:24 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:38:24 user nova-compute[75027]:     </system>
Nov 29 04:38:24 user nova-compute[75027]:   </sysinfo>
Nov 29 04:38:24 user nova-compute[75027]:   <os>
Nov 29 04:38:24 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:38:24 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:38:24 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:38:24 user nova-compute[75027]:   </os>
Nov 29 04:38:24 user nova-compute[75027]:   <features>
Nov 29 04:38:24 user nova-compute[75027]:     <acpi/>
Nov 29 04:38:24 user nova-compute[75027]:     <apic/>
Nov 29 04:38:24 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:38:24 user nova-compute[75027]:   </features>
Nov 29 04:38:24 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:38:24 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:38:24 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:38:24 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:38:24 user nova-compute[75027]:   </clock>
Nov 29 04:38:24 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:38:24 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:38:24 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:38:24 user nova-compute[75027]:   </cpu>
Nov 29 04:38:24 user nova-compute[75027]:   <devices>
Nov 29 04:38:24 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:38:24 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:38:24 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:38:24 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:38:24 user nova-compute[75027]:       <serial>2a090adc-2312-4c93-b464-e392d2ab1bf5</serial>
Nov 29 04:38:24 user nova-compute[75027]:     </disk>
Nov 29 04:38:24 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:38:24 user nova-compute[75027]:       <mac address="fa:16:3e:be:f2:14"/>
Nov 29 04:38:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:24 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:38:24 user nova-compute[75027]:       <target dev="tap21fec32a-46"/>
Nov 29 04:38:24 user nova-compute[75027]:     </interface>
Nov 29 04:38:24 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:38:24 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1/console.log" append="off"/>
Nov 29 04:38:24 user nova-compute[75027]:     </serial>
Nov 29 04:38:24 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:38:24 user nova-compute[75027]:     <video>
Nov 29 04:38:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:24 user nova-compute[75027]:     </video>
Nov 29 04:38:24 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:38:24 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:38:24 user nova-compute[75027]:     </rng>
Nov 29 04:38:24 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:38:24 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:38:24 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:38:24 user nova-compute[75027]:     </memballoon>
Nov 29 04:38:24 user nova-compute[75027]:   </devices>
Nov 29 04:38:24 user nova-compute[75027]: </domain>
Nov 29 04:38:24 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMyfBPR7dJNI3YjO5k83K6vJHIfYN3aAXOBhG5PR/bnu/cKfN4Pic4t1TbvKt6Ed+ZjMQIy01hdxWFoRAuafwQGcA2manI+hdpa30qWq63l6hW0iGHJ34kYSIAJCaX9Vg==',key_name='tempest-TestShelveInstance-2133880244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:38:07Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG os_vif [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37f1bfaa-8676-545f-b367-d2807a21732e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21fec32a-46, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21fec32a-46, col_values=(('qos', UUID('4f6407c6-3edd-4e39-883d-c8ac1447a9d0')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21fec32a-46, col_values=(('external_ids', {'iface-id': '21fec32a-468a-4105-94f0-378f5fbab279', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:f2:14', 'vm-uuid': '3d6abc1a-161f-4b90-86d8-8110ea8a09d1'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: INFO os_vif [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46')
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] No VIF found with MAC fa:16:3e:be:f2:14, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:24 user nova-compute[75027]: WARNING nova.compute.manager [req-6203360a-e174-4fc0-93c6-ddd4d5491e26 req-8e2528d3-59cd-4107-93ac-a51a27743964 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state building and task_state spawning.
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:26 user nova-compute[75027]: WARNING nova.compute.manager [req-b96a0917-f367-4113-bd7d-e999fa0895c9 req-e78041c6-095f-4dd5-a31e-a7ab26092860 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state building and task_state spawning.
Nov 29 04:38:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:26 user nova-compute[75027]: WARNING nova.compute.manager [req-605bcb82-38b5-46cc-a5ed-40e85cddd8df req-50784925-63f7-44e4-8a7a-22f83be4ef5a service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state building and task_state spawning.
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:38:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance spawned successfully.
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:27 user nova-compute[75027]: INFO nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Took 6.13 seconds to spawn the instance on the hypervisor.
Nov 29 04:38:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:38:27 user nova-compute[75027]: INFO nova.compute.manager [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Took 32.09 seconds to build instance.
Nov 29 04:38:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-29f3427a-96a5-4097-a4ef-78ed80c9d4c0 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.216s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:38:28 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance spawned successfully.
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:28 user nova-compute[75027]: WARNING nova.compute.manager [req-461a79d9-ab0e-43cf-b64c-ecaa8c032d36 req-db12c6a2-87c9-49c5-b737-83642ef12683 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state building and task_state spawning.
Nov 29 04:38:28 user nova-compute[75027]: INFO nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Took 6.62 seconds to spawn the instance on the hypervisor.
Nov 29 04:38:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:38:28 user nova-compute[75027]: INFO nova.compute.manager [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Took 21.90 seconds to build instance.
Nov 29 04:38:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b0050372-e2ab-4cbc-b571-cdade6508f92 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.994s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:34 user nova-compute[75027]: INFO nova.compute.manager [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Terminating instance
Nov 29 04:38:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-199c7604-5848-4e96-9fcc-d558d53889b5 req-f20dd333-0365-4bba-ab16-ad648cfc9877 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-unplugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:38:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Instance destroyed successfully.
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lazy-loading 'resources' on Instance uuid afe91f2e-bb78-45cf-805f-6c93dab5d0ef {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:32:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-216221053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-216221053',id=30,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7jPJMuJhPApuzonfQTedWmlYHYfLjHv0Zuy5CH8b9BY5fRCwOkYlqrSQbRLdnPu7oI5yJ8CWv1nXp13f7y717scMn5JyhonBVPkuFZIG89IpTfHgZXnstSQ7s/+JB5nw==',key_name='tempest-keypair-1261812724',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:36:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7b5ffe4277944df947b6c7a1043278d',ramdisk_id='',reservation_id='r-6fx957r8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1478241295',owner_user_name='tempest-AttachVolumeShelveTestJSON-1478241295-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:36:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30361ef79d5b4aca832a76b68657ba95',uuid=afe91f2e-bb78-45cf-805f-6c93dab5d0ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converting VIF {"id": "20ce512c-1276-45dc-95ec-34d4fb08a225", "address": "fa:16:3e:3d:2e:46", "network": {"id": "8ff16ac6-d342-46d6-9526-c0c8a64a649b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-56950902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7b5ffe4277944df947b6c7a1043278d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20ce512c-12", "ovs_interfaceid": "20ce512c-1276-45dc-95ec-34d4fb08a225", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG os_vif [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20ce512c-12, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbe33e40-940f-42d4-a0e1-ba8e02e9f7d1) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:35 user nova-compute[75027]: INFO os_vif [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:2e:46,bridge_name='br-int',has_traffic_filtering=True,id=20ce512c-1276-45dc-95ec-34d4fb08a225,network=Network(8ff16ac6-d342-46d6-9526-c0c8a64a649b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20ce512c-12')
Nov 29 04:38:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Deleting instance files /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef_del
Nov 29 04:38:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Deletion of /opt/stack/data/nova/instances/afe91f2e-bb78-45cf-805f-6c93dab5d0ef_del complete
Nov 29 04:38:35 user nova-compute[75027]: INFO nova.compute.manager [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 04:38:35 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing instance network info cache due to event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:35 user nova-compute[75027]: DEBUG nova.network.neutron [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:36 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Took 1.12 seconds to deallocate network for instance.
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-562883ea-3529-4f9e-948f-5da0423627cb req-4057959b-6d0d-4a40-9cd1-04dd91469835 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-deleted-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:36 user nova-compute[75027]: INFO nova.compute.manager [req-562883ea-3529-4f9e-948f-5da0423627cb req-4057959b-6d0d-4a40-9cd1-04dd91469835 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Neutron deleted interface 20ce512c-1276-45dc-95ec-34d4fb08a225; detaching it from the instance and deleting it from the info cache
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-562883ea-3529-4f9e-948f-5da0423627cb req-4057959b-6d0d-4a40-9cd1-04dd91469835 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-562883ea-3529-4f9e-948f-5da0423627cb req-4057959b-6d0d-4a40-9cd1-04dd91469835 service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Detach interface failed, port_id=20ce512c-1276-45dc-95ec-34d4fb08a225, reason: Instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updated VIF entry in instance network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f569b370-7f13-46fd-ad23-3cd247e62b0f req-7fa4f628-b729-4488-b982-7e6d42127601 service nova] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] Acquiring lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] No waiting events found dispatching network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:36 user nova-compute[75027]: WARNING nova.compute.manager [req-7adf3f0f-9bec-40d0-afff-479ad86dca18 req-53036e5d-ded8-4c4f-b75a-702c2401d7ac service nova] [instance: afe91f2e-bb78-45cf-805f-6c93dab5d0ef] Received unexpected event network-vif-plugged-20ce512c-1276-45dc-95ec-34d4fb08a225 for instance with vm_state deleted and task_state None.
Nov 29 04:38:37 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.434s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'flavor' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:37 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Deleted allocations for instance afe91f2e-bb78-45cf-805f-6c93dab5d0ef
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-96b38a76-6fd3-4005-9746-6c2a2388e870 tempest-AttachVolumeShelveTestJSON-1478241295 tempest-AttachVolumeShelveTestJSON-1478241295-project-member] Lock "afe91f2e-bb78-45cf-805f-6c93dab5d0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.698s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:37 user nova-compute[75027]: INFO nova.compute.manager [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Attaching volume 0a39c9b7-14a8-4561-9938-993d800f917b to /dev/vdb
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.utils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ee63f4-d39c-4d05-8a75-65cc78819ad8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e544f106-fc99-461b-bc6e-e8b7df933eea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[272b34d3-31e0-4d94-9d1a-67ecfab41db9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea19534c-9f83-4728-b242-0f6369a66928]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:37 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:38:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4556405-8cfe-428e-9c06-d48fd9cedb10]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG os_brick.utils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:37 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating existing volume attachment record: f8b6688a-fd72-4efa-a0dd-b280692ab553 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:38:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YfkizlnL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:46 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:38:46 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b984080-082c-4335-a647-2c0608a90d4e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:38:46 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89873db9-c05f-4817-9a6d-b40fb17e0038]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b] added
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be10968-6d5f-4538-8b19-ad7739b04acb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[932ded54-f0ef-4bdc-be32-b2684f74a8ae]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YfkizlnL {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YfkizlnL" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[280ced04-a401-459e-b31a-5012ecefe22b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YfkizlnL'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fd52c4-f7ef-48c7-8923-14e6949be8b0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[280e847d-620f-45a7-9f74-6ff856f0180e]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f58798-4c9a-41be-9fd9-d20357b5cc8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260]
Nov 29 04:38:46 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260] successful.
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b6a43b-2f3b-4198-aeed-9d7222082ef1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[629fcf48-ac85-4e43-a457-b480db1770d6]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:38:46 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:38:46 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] HCTL ('37', '-', '-', 0) found on session 38 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13f1e37-2bef-4928-b508-027f1d0ad62d]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching for a device in session 38 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:38:46 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YfkizlnL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:38:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:38:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23161653833313962', 'path': '/dev/sdf'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161653833313962', 'path': '/dev/sdf'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:38:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'flavor' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:38:47 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:38:47 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:38:47 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:38:47 user nova-compute[75027]:   <serial>0a39c9b7-14a8-4561-9938-993d800f917b</serial>
Nov 29 04:38:47 user nova-compute[75027]: </disk>
Nov 29 04:38:47 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:26:ea:15, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c194a200-bebc-41ea-8032-2bfeddb02b1f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.917s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-changed-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Refreshing instance network info cache due to event network-changed-402bd896-d475-4262-9b8b-721ac081b6ab. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] Acquiring lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] Acquired lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:48 user nova-compute[75027]: DEBUG nova.network.neutron [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Refreshing network info cache for port 402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:49 user nova-compute[75027]: INFO nova.compute.manager [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Rescuing
Nov 29 04:38:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updated VIF entry in instance network info cache for port 402bd896-d475-4262-9b8b-721ac081b6ab. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updating instance_info_cache with network_info: [{"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cb8aa752-3054-4dd1-87c7-24a92bf8203b req-c821d476-e8e2-4ca2-a749-b4039ec80412 service nova] Releasing lock "refresh_cache-519ceabb-0182-46ef-8f8a-fe4600bebdac" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG nova.compute.manager [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:50 user nova-compute[75027]: WARNING nova.compute.manager [req-1de18077-8a10-467e-85ca-a8a19f523db5 req-929778c5-23ab-436d-9b36-2c373a8b1f03 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state active and task_state rescuing.
Nov 29 04:38:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance destroyed successfully.
Nov 29 04:38:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Attempting rescue
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:38:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Creating image(s)
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue" returned: 0 in 0.058s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'migration_context' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.base [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<1e6ef362-d188-4068-ae5e-33e73e527d85> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start _get_guest_xml network_info=[{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:26:ea:15"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.base [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<1e6ef362-d188-4068-ae5e-33e73e527d85> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.base [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<1e6ef362-d188-4068-ae5e-33e73e527d85> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:38:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.base [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<1e6ef362-d188-4068-ae5e-33e73e527d85> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-706703754',display_name='tempest-ServerRescueNegativeTestJSON-server-706703754',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-706703754',id=35,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCk6J9Emc3Ou170Txrbkk2ry+Jy5TeDvJEUmyhePlSMoPud3iKQs7KgWIEqC+jX5q871vwzoLnAQKFOU8FHFrkIdtS0PlTnPYLj8GEa8lU0piyF428OWw13rYXTLp/DNQ==',key_name='tempest-keypair-1837616499',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:36:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-3f02u6ce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:36:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=1e6ef362-d188-4068-ae5e-33e73e527d85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:26:ea:15"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "vif_mac": "fa:16:3e:26:ea:15"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'pci_devices' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.base [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Object Instance<1e6ef362-d188-4068-ae5e-33e73e527d85> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:38:51 user nova-compute[75027]:   <uuid>1e6ef362-d188-4068-ae5e-33e73e527d85</uuid>
Nov 29 04:38:51 user nova-compute[75027]:   <name>instance-00000023</name>
Nov 29 04:38:51 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:38:51 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:38:51 user nova-compute[75027]:   <metadata>
Nov 29 04:38:51 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:38:51 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-706703754</nova:name>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:38:51</nova:creationTime>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:38:51 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:38:51 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:owner>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:user uuid="de1f7ab8aa2249859e993e2587551a0a">tempest-ServerRescueNegativeTestJSON-1987212329-project-member</nova:user>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:project uuid="d85c3e1adf6c41f0896270df498ff589">tempest-ServerRescueNegativeTestJSON-1987212329</nova:project>
Nov 29 04:38:51 user nova-compute[75027]:       </nova:owner>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:38:51 user nova-compute[75027]:       <nova:ports>
Nov 29 04:38:51 user nova-compute[75027]:         <nova:port uuid="4657fa5b-9d46-431a-83ba-289b93ff4a44">
Nov 29 04:38:51 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 04:38:51 user nova-compute[75027]:         </nova:port>
Nov 29 04:38:51 user nova-compute[75027]:       </nova:ports>
Nov 29 04:38:51 user nova-compute[75027]:     </nova:instance>
Nov 29 04:38:51 user nova-compute[75027]:   </metadata>
Nov 29 04:38:51 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:38:51 user nova-compute[75027]:     <system>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="serial">1e6ef362-d188-4068-ae5e-33e73e527d85</entry>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="uuid">1e6ef362-d188-4068-ae5e-33e73e527d85</entry>
Nov 29 04:38:51 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:38:51 user nova-compute[75027]:     </system>
Nov 29 04:38:51 user nova-compute[75027]:   </sysinfo>
Nov 29 04:38:51 user nova-compute[75027]:   <os>
Nov 29 04:38:51 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:38:51 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:38:51 user nova-compute[75027]:   </os>
Nov 29 04:38:51 user nova-compute[75027]:   <features>
Nov 29 04:38:51 user nova-compute[75027]:     <acpi/>
Nov 29 04:38:51 user nova-compute[75027]:     <apic/>
Nov 29 04:38:51 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:38:51 user nova-compute[75027]:   </features>
Nov 29 04:38:51 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:38:51 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:38:51 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:38:51 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:38:51 user nova-compute[75027]:   </clock>
Nov 29 04:38:51 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:38:51 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:38:51 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:38:51 user nova-compute[75027]:   </cpu>
Nov 29 04:38:51 user nova-compute[75027]:   <devices>
Nov 29 04:38:51 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:38:51 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:38:51 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue"/>
Nov 29 04:38:51 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:38:51 user nova-compute[75027]:     </disk>
Nov 29 04:38:51 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:38:51 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:38:51 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk"/>
Nov 29 04:38:51 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:38:51 user nova-compute[75027]:     </disk>
Nov 29 04:38:51 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:38:51 user nova-compute[75027]:       <mac address="fa:16:3e:26:ea:15"/>
Nov 29 04:38:51 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:51 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:38:51 user nova-compute[75027]:       <target dev="tap4657fa5b-9d"/>
Nov 29 04:38:51 user nova-compute[75027]:     </interface>
Nov 29 04:38:51 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:38:51 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/console.log" append="off"/>
Nov 29 04:38:51 user nova-compute[75027]:     </serial>
Nov 29 04:38:51 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:38:51 user nova-compute[75027]:     <video>
Nov 29 04:38:51 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:38:51 user nova-compute[75027]:     </video>
Nov 29 04:38:51 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:38:51 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:38:51 user nova-compute[75027]:     </rng>
Nov 29 04:38:51 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:38:51 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:38:51 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:38:51 user nova-compute[75027]:     </memballoon>
Nov 29 04:38:51 user nova-compute[75027]:   </devices>
Nov 29 04:38:51 user nova-compute[75027]: </domain>
Nov 29 04:38:51 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:38:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance destroyed successfully.
Nov 29 04:38:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:38:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] No VIF found with MAC fa:16:3e:26:ea:15, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:52 user nova-compute[75027]: INFO nova.compute.manager [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Attaching volume de4ff9c6-dcd4-42ce-a2d1-904ddeac831d to /dev/vdb
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.utils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b35630-f5e2-4ed4-8a4c-66ba85119ff8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d80788-90d8-47fe-aab2-3c75bc6ce3c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[db25d42f-7baf-4f2c-89a8-40688b81cd0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4066dfc-ff50-4d4c-b38e-2fed90fc9f37]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:38:52 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[85fe58d0-cade-499c-8c2e-0e0023c28736]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG os_brick.utils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updating existing volume attachment record: ede89f4d-38cc-4783-bcc3-9d9f66c655c7 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:52 user nova-compute[75027]: WARNING nova.compute.manager [req-71447ef7-8173-4741-9227-66205d6ed132 req-b0682847-5f15-4464-ba1b-a9c1bbb60721 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state active and task_state rescuing.
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:54 user nova-compute[75027]: WARNING nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state active and task_state rescuing.
Nov 29 04:38:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:38:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:38:54 user nova-compute[75027]: WARNING nova.compute.manager [req-0607eff2-11a0-40ba-bc36-ea557298a7fb req-e5637349-3025-4b9a-a880-b5536681ba80 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state active and task_state rescuing.
Nov 29 04:38:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:38:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f785eff-a293-41c7-a008-026c265279c7 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:38:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BXZQxRcs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:39:00 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:00 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:00 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2581a12d-8e65-488f-9e91-c61b0636d58d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:39:00 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9af962-2582-4f5a-90cc-0c096a9862f0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d] added
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efab78a-e1b6-4175-80f6-5074d26ffce0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e49e461-1cca-4612-bf17-ceaa8223c6c6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BXZQxRcs {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BXZQxRcs" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f992cfc1-dcc8-4818-b037-ed6d9c5fb479]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BXZQxRcs'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[074c3a64-f331-4c05-b4ba-7728f7277320]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d80bb5-ca86-453b-bbe4-f2492c7a0675]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b54f0bf-a9b8-4636-ab95-0366503d5bea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260]
Nov 29 04:39:00 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260] successful.
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7e7f96-0e31-4953-889f-75efebfd7ec5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ed7764-876f-4803-84ab-f8bb1d5706f5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:00 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] HCTL ('38', '-', '-', 0) found on session 39 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[012e3861-1024-44fe-98c4-9cbc00a5a0dc]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Searching for a device in session 39 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BXZQxRcs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23563643231643434', 'path': '/dev/sdg'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563643231643434', 'path': '/dev/sdg'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:39:01 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:39:01 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:39:01 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:39:01 user nova-compute[75027]:   <serial>de4ff9c6-dcd4-42ce-a2d1-904ddeac831d</serial>
Nov 29 04:39:01 user nova-compute[75027]: </disk>
Nov 29 04:39:01 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] No VIF found with MAC fa:16:3e:0d:f6:ec, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-13377c64-79f5-4c22-861c-761a2a2902b1 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.237s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:03 user nova-compute[75027]: INFO nova.compute.manager [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Detaching volume de4ff9c6-dcd4-42ce-a2d1-904ddeac831d
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:03 user nova-compute[75027]: INFO nova.virt.block_device [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Attempting to driver detach volume de4ff9c6-dcd4-42ce-a2d1-904ddeac831d from mountpoint /dev/vdb
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Attempting to detach device vdb from instance 519ceabb-0182-46ef-8f8a-fe4600bebdac from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:39:03 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:39:03 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:39:03 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:39:03 user nova-compute[75027]:   <serial>de4ff9c6-dcd4-42ce-a2d1-904ddeac831d</serial>
Nov 29 04:39:03 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:39:03 user nova-compute[75027]: </disk>
Nov 29 04:39:03 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:39:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance 519ceabb-0182-46ef-8f8a-fe4600bebdac from the persistent domain config.
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 519ceabb-0182-46ef-8f8a-fe4600bebdac from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:39:03 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:39:03 user nova-compute[75027]:   <source dev="/dev/sdg"/>
Nov 29 04:39:03 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:39:03 user nova-compute[75027]:   <serial>de4ff9c6-dcd4-42ce-a2d1-904ddeac831d</serial>
Nov 29 04:39:03 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:39:03 user nova-compute[75027]: </disk>
Nov 29 04:39:03 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:04 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=24.867061614990234GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a6e66cff-bae5-480b-800a-b5a094f6d913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 519ceabb-0182-46ef-8f8a-fe4600bebdac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:39:04 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.528s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:05 user nova-compute[75027]: INFO nova.compute.manager [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Terminating instance
Nov 29 04:39:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c18c25cc-3083-4c9c-8502-8cde7fc1ca16 req-7cebf454-17f9-43e4-8e99-c1419520dd6c service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-unplugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Instance destroyed successfully.
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'resources' on Instance uuid 09818871-8dd7-4f31-ba4b-2ec5d7464df8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:32:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1007414853',display_name='tempest-ServerActionsTestOtherA-server-1007414853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1007414853',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:34:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-33incwbd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:36:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=09818871-8dd7-4f31-ba4b-2ec5d7464df8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "address": "fa:16:3e:4b:86:65", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9a5a395-44", "ovs_interfaceid": "b9a5a395-4409-4d2c-9961-47b325f8f6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_vif [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9a5a395-44, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1a80fe0-9683-4a39-8ebd-7b2b8a758c93) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:06 user nova-compute[75027]: INFO os_vif [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:86:65,bridge_name='br-int',has_traffic_filtering=True,id=b9a5a395-4409-4d2c-9961-47b325f8f6f8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9a5a395-44')
Nov 29 04:39:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrKaEXdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:39:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f307ed0-7335-41c1-a0ba-a0072c3274a5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:39:06 user nova-compute[75027]: No targets found.
Nov 29 04:39:06 user nova-compute[75027]: iSNS:
Nov 29 04:39:06 user nova-compute[75027]: No targets found.
Nov 29 04:39:06 user nova-compute[75027]: STATIC:
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:39:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:06 user nova-compute[75027]: FIRMWARE:
Nov 29 04:39:06 user nova-compute[75027]: No targets found.
Nov 29 04:39:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:39:06 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:39:06 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c21a9f-8cb6-44aa-97e8-a3e6916d45cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[531c2cc0-71e8-4b30-abee-de1667861c32]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:06 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06e9e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a95e2d6-e9af-4245-8de1-072908516e90]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2408e6-203a-477b-940a-2a62248b930e]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e3c6107-1f8b-40de-bcd1-0ca659bb05c6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d21af19f-82f4-4dbe-9291-97e7de215595]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7403e9-3c77-4240-9c64-44b3b0ac04ef]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fc8140-a1ad-4e1a-9ba1-1e100e88b134]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260]
Nov 29 04:39:06 user nova-compute[75027]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50, portal: 172.16.0.220,3260] successful.
Nov 29 04:39:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:09f74324-def2-4ccc-9304-5a70af11ce50 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3259a5-4463-4a7d-9bfe-7670f4832def]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] <== disconnect_volume: return (363ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:39:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Deleting instance files /opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8_del
Nov 29 04:39:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Deletion of /opt/stack/data/nova/instances/09818871-8dd7-4f31-ba4b-2ec5d7464df8_del complete
Nov 29 04:39:07 user nova-compute[75027]: INFO nova.compute.manager [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Took 1.30 seconds to destroy the instance on the hypervisor.
Nov 29 04:39:07 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:39:07 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:07 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Took 0.76 seconds to deallocate network for instance.
Nov 29 04:39:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-a9485fbc-8f74-4114-8554-d4197e71a3c9 req-ea19f24f-6d42-4c59-abb9-8e48c0c800b8 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-deleted-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] Acquiring lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] No waiting events found dispatching network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:08 user nova-compute[75027]: WARNING nova.compute.manager [req-3b9edf61-f653-456c-a4f4-b11a1a281342 req-fd0ae61a-6d42-4b5d-8deb-32712185da40 service nova] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Received unexpected event network-vif-plugged-b9a5a395-4409-4d2c-9961-47b325f8f6f8 for instance with vm_state active and task_state deleting.
Nov 29 04:39:08 user nova-compute[75027]: INFO nova.compute.manager [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Took 0.81 seconds to detach 1 volumes for instance.
Nov 29 04:39:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: 09818871-8dd7-4f31-ba4b-2ec5d7464df8] Deleting volume: 09f74324-def2-4ccc-9304-5a70af11ce50 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:39:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:39:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:09 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Deleted allocations for instance 09818871-8dd7-4f31-ba4b-2ec5d7464df8
Nov 29 04:39:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7f2af6fc-9674-433a-bd57-f9394f053a03 tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "09818871-8dd7-4f31-ba4b-2ec5d7464df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.571s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:13 user nova-compute[75027]: INFO nova.compute.manager [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Terminating instance
Nov 29 04:39:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-unplugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] No waiting events found dispatching network-vif-unplugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0389ced8-8ec5-4f50-9920-3a384fdfc077 req-aa3e422e-6080-45a8-ba61-699ef8bf65b2 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-unplugged-32070b35-c964-43a7-9a0f-1e540f44566f for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:39:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Instance destroyed successfully.
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lazy-loading 'resources' on Instance uuid 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-431651962',display_name='tempest-VolumesActionsTest-instance-431651962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-431651962',id=37,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:37:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='608cd480767d4eca8d010641a767bedf',ramdisk_id='',reservation_id='r-ejs5imlz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1393121022',owner_user_name='tempest-VolumesActionsTest-1393121022-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:37:29Z,user_data=None,user_id='ba15bab584b54963a83c254952df4590',uuid=9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converting VIF {"id": "32070b35-c964-43a7-9a0f-1e540f44566f", "address": "fa:16:3e:af:48:89", "network": {"id": "bd47c4fb-6838-401f-a99b-cfa67b2dd1b1", "bridge": "br-int", "label": "tempest-VolumesActionsTest-704142691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "608cd480767d4eca8d010641a767bedf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32070b35-c9", "ovs_interfaceid": "32070b35-c964-43a7-9a0f-1e540f44566f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG os_vif [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32070b35-c9, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6e14a0b2-5f4f-4c2e-9fec-81c2909bf8ca) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: INFO os_vif [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:48:89,bridge_name='br-int',has_traffic_filtering=True,id=32070b35-c964-43a7-9a0f-1e540f44566f,network=Network(bd47c4fb-6838-401f-a99b-cfa67b2dd1b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32070b35-c9')
Nov 29 04:39:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Deleting instance files /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461_del
Nov 29 04:39:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Deletion of /opt/stack/data/nova/instances/9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461_del complete
Nov 29 04:39:14 user nova-compute[75027]: INFO nova.compute.manager [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Took 0.67 seconds to destroy the instance on the hypervisor.
Nov 29 04:39:14 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:14 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:14 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Took 0.76 seconds to deallocate network for instance.
Nov 29 04:39:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-460db7b2-7ed5-4747-b7dc-7758cb5e9121 req-cf1892f4-84bd-450d-a453-0b45d80a39aa service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-deleted-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:15 user nova-compute[75027]: INFO nova.compute.manager [req-460db7b2-7ed5-4747-b7dc-7758cb5e9121 req-cf1892f4-84bd-450d-a453-0b45d80a39aa service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Neutron deleted interface 32070b35-c964-43a7-9a0f-1e540f44566f; detaching it from the instance and deleting it from the info cache
Nov 29 04:39:15 user nova-compute[75027]: DEBUG nova.network.neutron [req-460db7b2-7ed5-4747-b7dc-7758cb5e9121 req-cf1892f4-84bd-450d-a453-0b45d80a39aa service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-460db7b2-7ed5-4747-b7dc-7758cb5e9121 req-cf1892f4-84bd-450d-a453-0b45d80a39aa service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Detach interface failed, port_id=32070b35-c964-43a7-9a0f-1e540f44566f, reason: Instance 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:39:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.374s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:15 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Deleted allocations for instance 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461
Nov 29 04:39:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ed8439c4-5469-46e9-be83-74a85913789c tempest-VolumesActionsTest-1393121022 tempest-VolumesActionsTest-1393121022-project-member] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.998s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] Acquiring lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] Lock "9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:16 user nova-compute[75027]: DEBUG nova.compute.manager [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] No waiting events found dispatching network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:16 user nova-compute[75027]: WARNING nova.compute.manager [req-6c465f0a-78ec-4558-b674-bfc994940c5b req-cf730a24-5dd7-43e1-bc69-dc6d2662fcb3 service nova] [instance: 9dc2ff43-6d91-4d39-bc38-0cc7e1b2d461] Received unexpected event network-vif-plugged-32070b35-c964-43a7-9a0f-1e540f44566f for instance with vm_state deleted and task_state None.
Nov 29 04:39:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:23 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 519ceabb-0182-46ef-8f8a-fe4600bebdac is timed out.
Nov 29 04:39:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully detached device vdb from instance 519ceabb-0182-46ef-8f8a-fe4600bebdac from the live domain config.
Nov 29 04:39:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BXZQxRcs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:39:23 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc3b390-7de8-497e-a256-703947a68fde]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:39:23 user nova-compute[75027]: No targets found.
Nov 29 04:39:23 user nova-compute[75027]: iSNS:
Nov 29 04:39:23 user nova-compute[75027]: No targets found.
Nov 29 04:39:23 user nova-compute[75027]: STATIC:
Nov 29 04:39:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:39:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:39:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:39:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d
Nov 29 04:39:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:39:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:39:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:39:23 user nova-compute[75027]: FIRMWARE:
Nov 29 04:39:23 user nova-compute[75027]: No targets found.
Nov 29 04:39:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:39:23 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:39:23 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92ece89-b588-4fe4-8c85-387e381a6ccf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d95700-0a25-433b-82f5-7d694a196eab]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:23 user nova-compute[75027]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d (non-flash)
Nov 29 04:39:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06eb400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d'): ({'sdg'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Removing single pathed devices sdg {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d74169-cc77-48ce-a8a9-79c940d5131e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e690bba-f25b-4aa0-8207-fb024aea2657]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Flushing IO for device /dev/sdg {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5edfe4b8-86f7-41a9-9085-efb621e8ec2e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:39:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.048s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[804d7731-117d-4cdc-8456-08cb52db15bf]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41cb9a5-db1b-4043-afc3-f49560051d81]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dba947-2912-4456-a152-3b60abf5229a]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260]
Nov 29 04:39:24 user nova-compute[75027]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d, portal: 172.16.0.220,3260] successful.
Nov 29 04:39:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de4ff9c6-dcd4-42ce-a2d1-904ddeac831d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c6a2cc-3c89-49e1-ba4a-fecddac26486]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] <== disconnect_volume: return (309ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'flavor' on Instance uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-870492b3-10e5-477e-a88d-67b130a81fa0 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.825s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:32 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:39:32 user nova-compute[75027]: INFO nova.compute.claims [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Claim successful on node user
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:39:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.policy [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8899dbd467494f941ba0e122f9dc0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290ba7789c7342d3a99ed31ef1c2f13e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:39:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Creating image(s)
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "58fa553e55f0ae514a273f7eac09f819a9c37819" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58fa553e55f0ae514a273f7eac09f819a9c37819" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Successfully created port: 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.part --force-share --output=json" returned: 0 in 0.225s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG nova.virt.images [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] 1bbe485f-d51e-468f-ae8f-e06c69bb96d2 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:39:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.part /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.part /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.converted" returned: 0 in 0.313s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58fa553e55f0ae514a273f7eac09f819a9c37819" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.581s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "58fa553e55f0ae514a273f7eac09f819a9c37819" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58fa553e55f0ae514a273f7eac09f819a9c37819" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Successfully updated port: 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.compute.manager [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing instance network info cache due to event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json" returned: 0 in 0.210s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819,backing_fmt=raw /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819,backing_fmt=raw /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk 1073741824" returned: 0 in 0.052s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58fa553e55f0ae514a273f7eac09f819a9c37819" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:39:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.neutron [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance network_info: |[{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Cannot resize image /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Ensure instance console log exists: /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start _get_guest_xml network_info=[{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:39:30Z,direct_url=<?>,disk_format='qcow2',id=1bbe485f-d51e-468f-ae8f-e06c69bb96d2,min_disk=0,min_ram=0,name='tempest-scenario-img--1494355238',owner='290ba7789c7342d3a99ed31ef1c2f13e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:39:32Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '1bbe485f-d51e-468f-ae8f-e06c69bb96d2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:39:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:39:30Z,direct_url=<?>,disk_format='qcow2',id=1bbe485f-d51e-468f-ae8f-e06c69bb96d2,min_disk=0,min_ram=0,name='tempest-scenario-img--1494355238',owner='290ba7789c7342d3a99ed31ef1c2f13e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:39:32Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:39:34Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.objects.instance [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'pci_devices' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:39:36 user nova-compute[75027]:   <uuid>ccaf261c-689e-41e2-ba1d-37c10d1e8e72</uuid>
Nov 29 04:39:36 user nova-compute[75027]:   <name>instance-00000028</name>
Nov 29 04:39:36 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:39:36 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:39:36 user nova-compute[75027]:   <metadata>
Nov 29 04:39:36 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:39:36 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:name>tempest-TestMinimumBasicScenario-server-1167295014</nova:name>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:39:36</nova:creationTime>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:39:36 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:39:36 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:owner>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:user uuid="ce8899dbd467494f941ba0e122f9dc0f">tempest-TestMinimumBasicScenario-2065681735-project-member</nova:user>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:project uuid="290ba7789c7342d3a99ed31ef1c2f13e">tempest-TestMinimumBasicScenario-2065681735</nova:project>
Nov 29 04:39:36 user nova-compute[75027]:       </nova:owner>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:root type="image" uuid="1bbe485f-d51e-468f-ae8f-e06c69bb96d2"/>
Nov 29 04:39:36 user nova-compute[75027]:       <nova:ports>
Nov 29 04:39:36 user nova-compute[75027]:         <nova:port uuid="718366bc-ee80-41d9-96e7-901e43f413aa">
Nov 29 04:39:36 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 04:39:36 user nova-compute[75027]:         </nova:port>
Nov 29 04:39:36 user nova-compute[75027]:       </nova:ports>
Nov 29 04:39:36 user nova-compute[75027]:     </nova:instance>
Nov 29 04:39:36 user nova-compute[75027]:   </metadata>
Nov 29 04:39:36 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:39:36 user nova-compute[75027]:     <system>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="serial">ccaf261c-689e-41e2-ba1d-37c10d1e8e72</entry>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="uuid">ccaf261c-689e-41e2-ba1d-37c10d1e8e72</entry>
Nov 29 04:39:36 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:39:36 user nova-compute[75027]:     </system>
Nov 29 04:39:36 user nova-compute[75027]:   </sysinfo>
Nov 29 04:39:36 user nova-compute[75027]:   <os>
Nov 29 04:39:36 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:39:36 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:39:36 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:39:36 user nova-compute[75027]:   </os>
Nov 29 04:39:36 user nova-compute[75027]:   <features>
Nov 29 04:39:36 user nova-compute[75027]:     <acpi/>
Nov 29 04:39:36 user nova-compute[75027]:     <apic/>
Nov 29 04:39:36 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:39:36 user nova-compute[75027]:   </features>
Nov 29 04:39:36 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:39:36 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:39:36 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:39:36 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:39:36 user nova-compute[75027]:   </clock>
Nov 29 04:39:36 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:39:36 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:39:36 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:39:36 user nova-compute[75027]:   </cpu>
Nov 29 04:39:36 user nova-compute[75027]:   <devices>
Nov 29 04:39:36 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:39:36 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:39:36 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk"/>
Nov 29 04:39:36 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:39:36 user nova-compute[75027]:     </disk>
Nov 29 04:39:36 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:39:36 user nova-compute[75027]:       <mac address="fa:16:3e:90:eb:31"/>
Nov 29 04:39:36 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:39:36 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:39:36 user nova-compute[75027]:       <target dev="tap718366bc-ee"/>
Nov 29 04:39:36 user nova-compute[75027]:     </interface>
Nov 29 04:39:36 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:39:36 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/console.log" append="off"/>
Nov 29 04:39:36 user nova-compute[75027]:     </serial>
Nov 29 04:39:36 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:39:36 user nova-compute[75027]:     <video>
Nov 29 04:39:36 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:39:36 user nova-compute[75027]:     </video>
Nov 29 04:39:36 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:39:36 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:39:36 user nova-compute[75027]:     </rng>
Nov 29 04:39:36 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:39:36 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:39:36 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:39:36 user nova-compute[75027]:     </memballoon>
Nov 29 04:39:36 user nova-compute[75027]:   </devices>
Nov 29 04:39:36 user nova-compute[75027]: </domain>
Nov 29 04:39:36 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:39:34Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG os_vif [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3eab440d-4022-5cb6-9fb6-b3161feb6fee', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap718366bc-ee, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap718366bc-ee, col_values=(('qos', UUID('6fbe817c-b098-4f17-b4a7-2430cc9a15dc')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap718366bc-ee, col_values=(('external_ids', {'iface-id': '718366bc-ee80-41d9-96e7-901e43f413aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:eb:31', 'vm-uuid': 'ccaf261c-689e-41e2-ba1d-37c10d1e8e72'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:36 user nova-compute[75027]: INFO os_vif [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee')
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No VIF found with MAC fa:16:3e:90:eb:31, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updated VIF entry in instance network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG nova.network.neutron [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5810d526-c02c-484a-91da-0a66f59a98c5 req-e3e4a694-e900-4e66-b957-b794cdd70346 service nova] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:39:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:38 user nova-compute[75027]: WARNING nova.compute.manager [req-ad6229b7-f687-4bfb-af7e-fb94b21cc668 req-2ff8c6dc-d0ea-4973-a3a2-3688f85cdf40 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state building and task_state spawning.
Nov 29 04:39:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:39:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance spawned successfully.
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:40 user nova-compute[75027]: WARNING nova.compute.manager [req-f62b6d38-38a4-408d-86f0-462498e4fbdb req-9c07fc86-1173-4dd6-af53-b81fcd70502e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state building and task_state spawning.
Nov 29 04:39:40 user nova-compute[75027]: INFO nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Took 6.44 seconds to spawn the instance on the hypervisor.
Nov 29 04:39:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:39:40 user nova-compute[75027]: INFO nova.compute.manager [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Took 7.35 seconds to build instance.
Nov 29 04:39:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-befad855-4286-4595-bf27-e0b684f912ab tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.463s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:46 user nova-compute[75027]: INFO nova.compute.manager [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Rescuing
Nov 29 04:39:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:39:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:39:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:39:46 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating instance_info_cache with network_info: [{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:47 user nova-compute[75027]: WARNING nova.compute.manager [req-954ecca4-2b41-44d1-a847-9dcabdbd49b9 req-4e092a2a-bd0c-4ead-94b4-44c71dcbd3ee service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state active and task_state rescuing.
Nov 29 04:39:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance destroyed successfully.
Nov 29 04:39:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Attempting a stable device rescue
Nov 29 04:39:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75027) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance directory exists: not creating {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 04:39:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Creating image(s)
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'trusted_certs' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:48 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.part --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG nova.virt.images [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] 2732a6f0-1838-412a-b80e-44cb33b81f25 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.part /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:49 user nova-compute[75027]: WARNING nova.compute.manager [req-6f1b474e-631f-4533-85e6-fb6c4e870f7c req-7385047b-ed97-4ee7-b0fc-11146e1915b4 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state active and task_state rescuing.
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.part /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.converted" returned: 0 in 0.493s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.051s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00 --force-share --output=json" returned: 0 in 0.166s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00,backing_fmt=raw /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00,backing_fmt=raw /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue" returned: 0 in 0.053s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "a01cfbe5cd30db6edbd212f5715378cd35345b00" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'migration_context' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<23d0e54f-1a98-4e9e-9868-d4475b2f8f96> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start _get_guest_xml network_info=[{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:c9:71:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2732a6f0-1838-412a-b80e-44cb33b81f25', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'ca1e31b7-4682-4b0c-9a5f-1310e1bbb769', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '23d0e54f-1a98-4e9e-9868-d4475b2f8f96', 'attached_at': '', 'detached_at': '', 'volume_id': '6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'serial': '6902e1b0-f390-48fb-a3d9-ab96c4508ec3'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<23d0e54f-1a98-4e9e-9868-d4475b2f8f96> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'numa_topology' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<23d0e54f-1a98-4e9e-9868-d4475b2f8f96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:39:50 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:50 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'vcpu_model' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<23d0e54f-1a98-4e9e-9868-d4475b2f8f96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:39:50 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:50 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:39:50 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd36ef2e-c97f-4ba3-a66e-1bfbe8d60691]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = VXQBATFG\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 04:39:50 user nova-compute[75027]: node.name = iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:39:50 user nova-compute[75027]: node.tpgt = -1
Nov 29 04:39:50 user nova-compute[75027]: node.startup = automatic
Nov 29 04:39:50 user nova-compute[75027]: node.leading_login = No
Nov 29 04:39:50 user nova-compute[75027]: iface.iscsi_ifacename = default
Nov 29 04:39:50 user nova-compute[75027]: iface.net_ifacename = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.ipaddress = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.prefix_len = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.hwaddress = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.transport_name = tcp
Nov 29 04:39:50 user nova-compute[75027]: iface.initiatorname = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.vlan_id = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.vlan_priority = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.vlan_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.iface_num = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.mtu = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.port = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.bootproto = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.subnet_mask = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.gateway = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_alt_client_id = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_dns = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_learn_iqn = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_vendor_id_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_vendor_id = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.dhcp_slp_da = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.fragmentation = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.gratuitous_arp = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.incoming_forwarding = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.tos_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.tos = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.ttl = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.delayed_ack = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.tcp_nagle = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.tcp_wsf_state = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.tcp_wsf = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.tcp_timer_scale = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.tcp_timestamp = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.redirect = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.def_task_mgmt_timeout = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.header_digest = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.data_digest = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.immediate_data = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.initial_r2t = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.data_seq_inorder = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.data_pdu_inorder = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.erl = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.max_receive_data_len = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.first_burst_len = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.max_outstanding_r2t = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.max_burst_len = 0
Nov 29 04:39:50 user nova-compute[75027]: iface.chap_auth = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.bidi_chap = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.strict_login_compliance = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.discovery_auth = <empty>
Nov 29 04:39:50 user nova-compute[75027]: iface.discovery_logout = <empty>
Nov 29 04:39:50 user nova-compute[75027]: node.discovery_address = <empty>
Nov 29 04:39:50 user nova-compute[75027]: node.discovery_port = 0
Nov 29 04:39:50 user nova-compute[75027]: node.discovery_type = static
Nov 29 04:39:50 user nova-compute[75027]: node.session.initial_cmdsn = 0
Nov 29 04:39:50 user nova-compute[75027]: node.session.initial_login_retry_max = 8
Nov 29 04:39:50 user nova-compute[75027]: node.session.xmit_thread_priority = -20
Nov 29 04:39:50 user nova-compute[75027]: node.session.cmds_max = 128
Nov 29 04:39:50 user nova-compute[75027]: node.session.queue_depth = 32
Nov 29 04:39:50 user nova-compute[75027]: node.session.nr_sessions = 1
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.authmethod = CHAP
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.username = VXQBATFG
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.password = ***
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.username_in = <empty>
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.password_in = <empty>
Nov 29 04:39:50 user nova-compute[75027]: node.session.auth.chap_algs = MD5
Nov 29 04:39:50 user nova-compute[75027]: node.session.timeo.replacement_timeout = 120
Nov 29 04:39:50 user nova-compute[75027]: node.session.err_timeo.abort_timeout = 15
Nov 29 04:39:50 user nova-compute[75027]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 04:39:50 user nova-compute[75027]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 04:39:50 user nova-compute[75027]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.FastAbort = Yes
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.InitialR2T = No
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.ImmediateData = Yes
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.MaxConnections = 1
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 04:39:50 user nova-compute[75027]: node.session.iscsi.ERL = 0
Nov 29 04:39:50 user nova-compute[75027]: node.session.scan = manual
Nov 29 04:39:50 user nova-compute[75027]: node.session.reopen_max = 0
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].address = 172.16.0.220
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].port = 3260
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].startup = manual
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].tcp.window_size = 524288
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].tcp.type_of_service = 0
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].timeo.logout_timeout = 15
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].timeo.login_timeout = 15
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].timeo.auth_timeout = 45
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.DataDigest = None
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.IFMarker = No
Nov 29 04:39:50 user nova-compute[75027]: node.conn[0].iscsi.OFMarker = No
Nov 29 04:39:50 user nova-compute[75027]: # END RECORD
Nov 29 04:39:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d80b76-30b9-4366-b5d6-c0c2346ca091]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[140ba827-dc10-4c37-8ef6-408a123e6475]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VXQBATFG {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VXQBATFG" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa118272-52d8-4672-ac0f-5ea45472e1b8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VXQBATFG'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f1680e-e5e5-45f7-8147-8a21e5155284]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[73106eb4-31e2-48da-83e1-1c8b2f994fdd]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:39:50 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:39:50 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.144s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] HCTL ('34', '0', '0', 0) found on session 36 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b12d513-db6c-471d-87e8-fdea85891f75]: (4, ('0 0 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Searching for a device in session 36 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.169s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== connect_volume: return (171ms) {'type': 'block', 'scsi_wwn': '26565653135353364', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26565653135353364', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1925270395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1925270395',id=38,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:38:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-cbhl2jag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:38:28Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=23d0e54f-1a98-4e9e-9868-d4475b2f8f96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:c9:71:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "vif_mac": "fa:16:3e:c9:71:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'pci_devices' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.objects.base [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Object Instance<23d0e54f-1a98-4e9e-9868-d4475b2f8f96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:39:50 user nova-compute[75027]:   <uuid>23d0e54f-1a98-4e9e-9868-d4475b2f8f96</uuid>
Nov 29 04:39:50 user nova-compute[75027]:   <name>instance-00000026</name>
Nov 29 04:39:50 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:39:50 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:39:50 user nova-compute[75027]:   <metadata>
Nov 29 04:39:50 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:39:50 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1925270395</nova:name>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:39:50</nova:creationTime>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:39:50 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:39:50 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:owner>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:user uuid="034aeebe2b134247ad53d70b19bbbde6">tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member</nova:user>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:project uuid="3d0a989e19b9411b972cb97cd55e9f71">tempest-ServerBootFromVolumeStableRescueTest-1103338780</nova:project>
Nov 29 04:39:50 user nova-compute[75027]:       </nova:owner>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:39:50 user nova-compute[75027]:       <nova:ports>
Nov 29 04:39:50 user nova-compute[75027]:         <nova:port uuid="4b0ad8da-1a6e-4ed1-890a-598316c8193b">
Nov 29 04:39:50 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:39:50 user nova-compute[75027]:         </nova:port>
Nov 29 04:39:50 user nova-compute[75027]:       </nova:ports>
Nov 29 04:39:50 user nova-compute[75027]:     </nova:instance>
Nov 29 04:39:50 user nova-compute[75027]:   </metadata>
Nov 29 04:39:50 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:39:50 user nova-compute[75027]:     <system>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="serial">23d0e54f-1a98-4e9e-9868-d4475b2f8f96</entry>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="uuid">23d0e54f-1a98-4e9e-9868-d4475b2f8f96</entry>
Nov 29 04:39:50 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:39:50 user nova-compute[75027]:     </system>
Nov 29 04:39:50 user nova-compute[75027]:   </sysinfo>
Nov 29 04:39:50 user nova-compute[75027]:   <os>
Nov 29 04:39:50 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:39:50 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:39:50 user nova-compute[75027]:   </os>
Nov 29 04:39:50 user nova-compute[75027]:   <features>
Nov 29 04:39:50 user nova-compute[75027]:     <acpi/>
Nov 29 04:39:50 user nova-compute[75027]:     <apic/>
Nov 29 04:39:50 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:39:50 user nova-compute[75027]:   </features>
Nov 29 04:39:50 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:39:50 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:39:50 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:39:50 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:39:50 user nova-compute[75027]:   </clock>
Nov 29 04:39:50 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:39:50 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:39:50 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:39:50 user nova-compute[75027]:   </cpu>
Nov 29 04:39:50 user nova-compute[75027]:   <devices>
Nov 29 04:39:50 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:39:50 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:39:50 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:39:50 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:39:50 user nova-compute[75027]:       <serial>6902e1b0-f390-48fb-a3d9-ab96c4508ec3</serial>
Nov 29 04:39:50 user nova-compute[75027]:     </disk>
Nov 29 04:39:50 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:39:50 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:39:50 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue"/>
Nov 29 04:39:50 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:39:50 user nova-compute[75027]:       <boot order="1"/>
Nov 29 04:39:50 user nova-compute[75027]:     </disk>
Nov 29 04:39:50 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:39:50 user nova-compute[75027]:       <mac address="fa:16:3e:c9:71:f6"/>
Nov 29 04:39:50 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:39:50 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:39:50 user nova-compute[75027]:       <target dev="tap4b0ad8da-1a"/>
Nov 29 04:39:50 user nova-compute[75027]:     </interface>
Nov 29 04:39:50 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:39:50 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/console.log" append="off"/>
Nov 29 04:39:50 user nova-compute[75027]:     </serial>
Nov 29 04:39:50 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:39:50 user nova-compute[75027]:     <video>
Nov 29 04:39:50 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:39:50 user nova-compute[75027]:     </video>
Nov 29 04:39:50 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:39:50 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:39:50 user nova-compute[75027]:     </rng>
Nov 29 04:39:50 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:39:50 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:39:50 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:39:50 user nova-compute[75027]:     </memballoon>
Nov 29 04:39:50 user nova-compute[75027]:   </devices>
Nov 29 04:39:50 user nova-compute[75027]: </domain>
Nov 29 04:39:50 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:39:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance destroyed successfully.
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:39:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] No VIF found with MAC fa:16:3e:c9:71:f6, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:51 user nova-compute[75027]: WARNING nova.compute.manager [req-d1c31a4e-4075-473e-8d95-30955d43ab7e req-65b2d84e-5863-4349-9e37-ea60f463326e service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state active and task_state rescuing.
Nov 29 04:39:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:53 user nova-compute[75027]: INFO nova.compute.manager [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Terminating instance
Nov 29 04:39:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:54 user nova-compute[75027]: WARNING nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state active and task_state rescuing.
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-unplugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] No waiting events found dispatching network-vif-unplugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-02c3b189-dc25-41d7-9c8f-4b400cb6e217 req-a10a3937-7d15-4aa8-91a0-26de027af247 service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-unplugged-402bd896-d475-4262-9b8b-721ac081b6ab for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9866d5c5-0ee6-4e3f-a5eb-7d901e5c2321 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:39:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Instance destroyed successfully.
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lazy-loading 'resources' on Instance uuid 519ceabb-0182-46ef-8f8a-fe4600bebdac {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2116011',display_name='tempest-AttachVolumeNegativeTest-server-2116011',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2116011',id=36,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGhgCPaysQPcm2OKuiEmOPh0bOwuegm3o+Mtax6P9HbsEzcKmuJj80cNT2F8omyIZarCd6wRgsrxqWPvzu8kZ16FkTSOPKHbv3+rT69rYA+lqFQiHampQVR3+yyPCcuRA==',key_name='tempest-keypair-76866259',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:37:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd209dfa79cf46b9adacf72888023f86',ramdisk_id='',reservation_id='r-xyo6cfgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-387925998',owner_user_name='tempest-AttachVolumeNegativeTest-387925998-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:37:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='851ba719f9704af5b911ea06308dbef3',uuid=519ceabb-0182-46ef-8f8a-fe4600bebdac,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converting VIF {"id": "402bd896-d475-4262-9b8b-721ac081b6ab", "address": "fa:16:3e:0d:f6:ec", "network": {"id": "ebb02d3d-d209-4281-ab42-0a3855a64762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-213591785-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd209dfa79cf46b9adacf72888023f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap402bd896-d4", "ovs_interfaceid": "402bd896-d475-4262-9b8b-721ac081b6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG os_vif [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap402bd896-d4, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4eee2ca3-628a-4780-8700-6faf0d85c607) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: INFO os_vif [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:f6:ec,bridge_name='br-int',has_traffic_filtering=True,id=402bd896-d475-4262-9b8b-721ac081b6ab,network=Network(ebb02d3d-d209-4281-ab42-0a3855a64762),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap402bd896-d4')
Nov 29 04:39:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Deleting instance files /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac_del
Nov 29 04:39:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Deletion of /opt/stack/data/nova/instances/519ceabb-0182-46ef-8f8a-fe4600bebdac_del complete
Nov 29 04:39:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:54 user nova-compute[75027]: INFO nova.compute.manager [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 04:39:54 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:39:54 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:39:55 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:55 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Took 0.64 seconds to deallocate network for instance.
Nov 29 04:39:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:55 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:39:55 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:39:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:55 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Deleted allocations for instance 519ceabb-0182-46ef-8f8a-fe4600bebdac
Nov 29 04:39:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bec3c6a3-cf3b-4e13-9f3d-59100e4f9e26 tempest-AttachVolumeNegativeTest-387925998 tempest-AttachVolumeNegativeTest-387925998-project-member] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.156s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] Acquiring lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] Lock "519ceabb-0182-46ef-8f8a-fe4600bebdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] No waiting events found dispatching network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:56 user nova-compute[75027]: WARNING nova.compute.manager [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received unexpected event network-vif-plugged-402bd896-d475-4262-9b8b-721ac081b6ab for instance with vm_state deleted and task_state None.
Nov 29 04:39:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-3ca566c3-32fb-4b82-aa8d-dfa00243990c req-9b473a8f-9626-4f85-8719-6b9d6878a7be service nova] [instance: 519ceabb-0182-46ef-8f8a-fe4600bebdac] Received event network-vif-deleted-402bd896-d475-4262-9b8b-721ac081b6ab {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:57 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:39:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-changed-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing instance network info cache due to event network-changed-21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:39:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updated VIF entry in instance network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ecd1067c-ed84-419f-8076-492a00168750 req-9a2917b2-2a22-4a3d-aae8-3606a17cf2d6 service nova] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:59 user nova-compute[75027]: INFO nova.compute.manager [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Shelve offloading
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:39:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:39:59 user nova-compute[75027]: WARNING nova.compute.manager [req-026c8134-44b1-409c-abe2-2922ed9e4668 req-266aaa75-bf13-4763-99d0-1486a28bd3dc service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state active and task_state shelving.
Nov 29 04:39:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance destroyed successfully.
Nov 29 04:40:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:40:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.compute.manager [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Terminating instance
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance destroyed successfully.
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'resources' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-changed-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing instance network info cache due to event network-changed-21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMyfBPR7dJNI3YjO5k83K6vJHIfYN3aAXOBhG5PR/bnu/cKfN4Pic4t1TbvKt6Ed+ZjMQIy01hdxWFoRAuafwQGcA2manI+hdpa30qWq63l6hW0iGHJ34kYSIAJCaX9Vg==',key_name='tempest-TestShelveInstance-2133880244',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:38:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:38:28Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_vif [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21fec32a-46, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:01 user nova-compute[75027]: WARNING nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state active and task_state shelving.
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-unplugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] No waiting events found dispatching network-vif-unplugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-unplugged-ddcf3696-2591-45a7-a838-91be3e85abf8 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Acquiring lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] No waiting events found dispatching network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:01 user nova-compute[75027]: WARNING nova.compute.manager [req-682a95f3-d302-4079-bc8b-dca5d913a889 req-f06e1d8f-f063-48a5-9a2d-4cb70a265b87 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received unexpected event network-vif-plugged-ddcf3696-2591-45a7-a838-91be3e85abf8 for instance with vm_state active and task_state deleting.
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f6407c6-3edd-4e39-883d-c8ac1447a9d0) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Instance destroyed successfully.
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lazy-loading 'resources' on Instance uuid a6e66cff-bae5-480b-800a-b5a094f6d913 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: INFO os_vif [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46')
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-185996490',display_name='tempest-ServerActionsTestOtherA-server-185996490',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-185996490',id=2,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyFliIznEG3wmJ48nX+R8GlIt0gzDInfJziIiAn/XVPDW7Lmz8uVu7IpxpRHefMM3m2RRXXj/QC84wVIXLnVEfc9d8BvCVjKNGfcnU5TGxqFd8rWXoWdjtGLDYykLXlIg==',key_name='tempest-keypair-2002829843',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:21:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fc0e64d4f50345f59b5237027b05485e',ramdisk_id='',reservation_id='r-9591klpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-225065641',owner_user_name='tempest-ServerActionsTestOtherA-225065641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:21:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47cfd356fd1b47d2aef046f9b6c74019',uuid=a6e66cff-bae5-480b-800a-b5a094f6d913,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converting VIF {"id": "ddcf3696-2591-45a7-a838-91be3e85abf8", "address": "fa:16:3e:9a:94:03", "network": {"id": "4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1558600931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fc0e64d4f50345f59b5237027b05485e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddcf3696-25", "ovs_interfaceid": "ddcf3696-2591-45a7-a838-91be3e85abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_vif [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapddcf3696-25, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:40:01 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=497f276e-94ba-4ee3-af75-b50cad232100) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:40:01 user nova-compute[75027]: INFO os_vif [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:94:03,bridge_name='br-int',has_traffic_filtering=True,id=ddcf3696-2591-45a7-a838-91be3e85abf8,network=Network(4ab9a2cb-3b91-42c4-a4aa-082b4a50ab66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddcf3696-25')
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Deleting instance files /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913_del
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Deletion of /opt/stack/data/nova/instances/a6e66cff-bae5-480b-800a-b5a094f6d913_del complete
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[13bcb34c-15a6-47a5-babc-5c63f220dcad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:40:01 user nova-compute[75027]: No targets found.
Nov 29 04:40:01 user nova-compute[75027]: iSNS:
Nov 29 04:40:01 user nova-compute[75027]: No targets found.
Nov 29 04:40:01 user nova-compute[75027]: STATIC:
Nov 29 04:40:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:40:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:40:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:40:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:40:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:40:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:40:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:40:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:40:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:40:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:40:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:40:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:40:01 user nova-compute[75027]: FIRMWARE:
Nov 29 04:40:01 user nova-compute[75027]: No targets found.
Nov 29 04:40:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:40:01 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:40:01 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69caaf6a-bf58-4b1a-891f-4dded4f3c9ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2069d725-fe66-471d-9411-dd1e0e5dbfa0]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:40:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:40:01 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:40:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a1120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: INFO nova.compute.manager [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Took 0.78 seconds to destroy the instance on the hypervisor.
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d418e548-c923-472b-83b2-0ef7f0c14bd3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b4e256-b6cc-4d5d-a14d-566805b77d43]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cdec576-4aad-492c-b75d-40e7f45114bc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f9f63b-b4c6-4f87-b6f6-a68c1d797d4d]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:40:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f7900a5-b604-4c97-9f6e-01137a2d9627]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[36155f11-bacc-4857-a2e4-21774ee9455d]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]
Nov 29 04:40:02 user nova-compute[75027]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.
Nov 29 04:40:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7adc875-9512-49c6-8f8c-7601b45732d3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== disconnect_volume: return (366ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:40:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deleting instance files /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1_del
Nov 29 04:40:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deletion of /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1_del complete
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.network.neutron [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updated VIF entry in instance network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.network.neutron [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": null, "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap21fec32a-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3659c6b3-5ff2-4574-a257-53e25f1c27fc req-d7bcddfd-5f8b-46e3-94f7-e1287a0a2af5 service nova] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:02 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Took 0.70 seconds to deallocate network for instance.
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.647s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:03 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Deleted allocations for instance a6e66cff-bae5-480b-800a-b5a094f6d913
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:03 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Deleted allocations for instance 3d6abc1a-161f-4b90-86d8-8110ea8a09d1
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-431faa2f-c72d-4904-8c17-c1d8b0a395ab tempest-ServerActionsTestOtherA-225065641 tempest-ServerActionsTestOtherA-225065641-project-member] Lock "a6e66cff-bae5-480b-800a-b5a094f6d913" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.386s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.objects.base [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Object Instance<3d6abc1a-161f-4b90-86d8-8110ea8a09d1> lazy-loaded attributes: resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-8bf0d392-4d5f-46e5-92ca-b5fa7d64f634 req-6050b200-772b-4370-a4d5-ffada1c90098 service nova] [instance: a6e66cff-bae5-480b-800a-b5a094f6d913] Received event network-vif-deleted-ddcf3696-2591-45a7-a838-91be3e85abf8 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-67d58f6e-4286-428d-91af-fa1d9399d961 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.667s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:40:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:40:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:40:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7854MB free_disk=24.73841094970703GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.438s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:40 user nova-compute[75027]: INFO nova.compute.manager [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Unrescuing
Nov 29 04:40:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:40:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:40:40 user nova-compute[75027]: DEBUG nova.network.neutron [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG nova.objects.instance [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'flavor' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:41 user nova-compute[75027]: WARNING nova.compute.manager [req-dd3278c2-fd43-4960-a58f-56cfdc0b0c22 req-b658ebc3-f9a0-4ad9-b6d6-aef11df8d122 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:40:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance destroyed successfully.
Nov 29 04:40:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:43 user nova-compute[75027]: WARNING nova.compute.manager [req-d780e24a-be36-4e89-8194-2947545cc33d req-935b35bc-344f-4569-a90d-362e2a9f8d84 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:40:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:45 user nova-compute[75027]: WARNING nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:40:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:40:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:40:45 user nova-compute[75027]: WARNING nova.compute.manager [req-22de8c9e-5d98-4a22-99e2-033ba2ece4c5 req-e8b304bb-cbf8-4f68-90cf-2296ac5d42ae service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:40:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-adfc4a5f-c47c-48a2-a6dd-caa6a4b7a758 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:40:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:55 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 9198fba3-9005-455b-99ff-04329732e08d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [{"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-9198fba3-9005-455b-99ff-04329732e08d" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:40:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:40:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:40:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:41:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:41:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:06 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7893MB free_disk=24.724056243896484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:41:07 user nova-compute[75027]: INFO nova.compute.claims [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Claim successful on node user
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.478s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:41:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:41:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.policy [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e209da8a642d4fa3aba8f5d9bd2d2ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6b116b56439686ff7206f203dbab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:41:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Creating image(s)
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.197s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk 1073741824" returned: 0 in 0.049s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Successfully created port: d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Cannot resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Ensure instance console log exists: /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Successfully updated port: d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-changed-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Refreshing instance network info cache due to event network-changed-d8261dc0-5093-4acc-9517-768ecd73416e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance network_info: |[{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Refreshing network info cache for port d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start _get_guest_xml network_info=[{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:41:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'pci_devices' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:41:09 user nova-compute[75027]:   <uuid>a163783e-97c0-427c-8fff-fbdd822a5612</uuid>
Nov 29 04:41:09 user nova-compute[75027]:   <name>instance-00000029</name>
Nov 29 04:41:09 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:41:09 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:41:09 user nova-compute[75027]:   <metadata>
Nov 29 04:41:09 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:41:09 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeTestJSON-server-581546268</nova:name>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:41:09</nova:creationTime>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:41:09 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:41:09 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:owner>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:user uuid="e209da8a642d4fa3aba8f5d9bd2d2ff1">tempest-AttachVolumeTestJSON-22935995-project-member</nova:user>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:project uuid="834a6b116b56439686ff7206f203dbab">tempest-AttachVolumeTestJSON-22935995</nova:project>
Nov 29 04:41:09 user nova-compute[75027]:       </nova:owner>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:41:09 user nova-compute[75027]:       <nova:ports>
Nov 29 04:41:09 user nova-compute[75027]:         <nova:port uuid="d8261dc0-5093-4acc-9517-768ecd73416e">
Nov 29 04:41:09 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:41:09 user nova-compute[75027]:         </nova:port>
Nov 29 04:41:09 user nova-compute[75027]:       </nova:ports>
Nov 29 04:41:09 user nova-compute[75027]:     </nova:instance>
Nov 29 04:41:09 user nova-compute[75027]:   </metadata>
Nov 29 04:41:09 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:41:09 user nova-compute[75027]:     <system>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="serial">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="uuid">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:41:09 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:41:09 user nova-compute[75027]:     </system>
Nov 29 04:41:09 user nova-compute[75027]:   </sysinfo>
Nov 29 04:41:09 user nova-compute[75027]:   <os>
Nov 29 04:41:09 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:41:09 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:41:09 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:41:09 user nova-compute[75027]:   </os>
Nov 29 04:41:09 user nova-compute[75027]:   <features>
Nov 29 04:41:09 user nova-compute[75027]:     <acpi/>
Nov 29 04:41:09 user nova-compute[75027]:     <apic/>
Nov 29 04:41:09 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:41:09 user nova-compute[75027]:   </features>
Nov 29 04:41:09 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:41:09 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:41:09 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:41:09 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:41:09 user nova-compute[75027]:   </clock>
Nov 29 04:41:09 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:41:09 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:41:09 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:41:09 user nova-compute[75027]:   </cpu>
Nov 29 04:41:09 user nova-compute[75027]:   <devices>
Nov 29 04:41:09 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:41:09 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:41:09 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk"/>
Nov 29 04:41:09 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:41:09 user nova-compute[75027]:     </disk>
Nov 29 04:41:09 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:41:09 user nova-compute[75027]:       <mac address="fa:16:3e:62:bd:f9"/>
Nov 29 04:41:09 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:41:09 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:41:09 user nova-compute[75027]:       <target dev="tapd8261dc0-50"/>
Nov 29 04:41:09 user nova-compute[75027]:     </interface>
Nov 29 04:41:09 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:41:09 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/console.log" append="off"/>
Nov 29 04:41:09 user nova-compute[75027]:     </serial>
Nov 29 04:41:09 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:41:09 user nova-compute[75027]:     <video>
Nov 29 04:41:09 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:41:09 user nova-compute[75027]:     </video>
Nov 29 04:41:09 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:41:09 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:41:09 user nova-compute[75027]:     </rng>
Nov 29 04:41:09 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:41:09 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:41:09 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:41:09 user nova-compute[75027]:     </memballoon>
Nov 29 04:41:09 user nova-compute[75027]:   </devices>
Nov 29 04:41:09 user nova-compute[75027]: </domain>
Nov 29 04:41:09 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:41:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG os_vif [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a5e4744-dfdf-50d3-8357-310efc457b15', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8261dc0-50, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8261dc0-50, col_values=(('qos', UUID('38fcfc3c-0332-4754-852c-d41e4c55d36c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8261dc0-50, col_values=(('external_ids', {'iface-id': 'd8261dc0-5093-4acc-9517-768ecd73416e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:bd:f9', 'vm-uuid': 'a163783e-97c0-427c-8fff-fbdd822a5612'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:09 user nova-compute[75027]: INFO os_vif [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:41:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No VIF found with MAC fa:16:3e:62:bd:f9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:41:10 user nova-compute[75027]: DEBUG nova.network.neutron [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updated VIF entry in instance network info cache for port d8261dc0-5093-4acc-9517-768ecd73416e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:41:10 user nova-compute[75027]: DEBUG nova.network.neutron [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-213a2bc2-d76d-478c-aaad-d5f086dcec1e req-d6d0d2b0-6ab0-43d2-bc60-26d41f6c8835 service nova] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:11 user nova-compute[75027]: WARNING nova.compute.manager [req-178286d9-168c-4722-b69e-7cb05fab4dd7 req-81eb2574-23bc-44bc-9504-ea552a240a5c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state building and task_state spawning.
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:41:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance spawned successfully.
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:13 user nova-compute[75027]: WARNING nova.compute.manager [req-ac2b3339-bc41-46f2-a8b8-b8ff33a26fd4 req-10f6e403-0d1e-419e-985b-e06134a5e111 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state building and task_state spawning.
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:41:13 user nova-compute[75027]: INFO nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Took 5.71 seconds to spawn the instance on the hypervisor.
Nov 29 04:41:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:41:13 user nova-compute[75027]: INFO nova.compute.manager [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Took 6.66 seconds to build instance.
Nov 29 04:41:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-66ce0fbc-8bb0-4144-a5b7-3a5953762e6a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.764s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG nova.objects.instance [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.116s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:27 user nova-compute[75027]: INFO nova.compute.manager [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Attaching volume ca0d8f66-8c4f-49ef-956c-2c384be36cbf to /dev/vdb
Nov 29 04:41:27 user nova-compute[75027]: DEBUG os_brick.utils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[948758b8-9dfd-42b0-bcd5-b3e6e1e8de54]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9479337-d368-4472-8077-712142ddac7b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb76c76f-a78a-453c-b908-fb33eb330e9f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea275051-853b-4f18-9e4d-dfabab716d21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:41:28 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:41:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[679fdd4f-5874-4f19-84c1-f1d0a28a92a6]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG os_brick.utils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:41:28 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating existing volume attachment record: 1dcb8fca-6d48-44a7-94a2-3ec12bd674c8 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:41:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:41:35 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:41:35 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:41:35 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadbf473-a422-4af1-9a8f-a85e89ecc41a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:41:35 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[27d41e0a-e5d0-4424-ac8f-6050ed43c9be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf] added
Nov 29 04:41:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[833ac801-cc33-4875-ac7d-05cff9066572]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b68ef71-9038-457f-8f80-8ea849b2b796]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yigPjJvd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yigPjJvd" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d42efa-653b-4fe6-9d91-c8626fab7378]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yigPjJvd'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e795587c-52d2-4328-97e6-05ff86e4c828]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[def167d6-928f-4792-8559-f4e17115fa63]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:35 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:35 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:35 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:35 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:41:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15ac8a1-3eba-4800-8552-157581c80604]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]
Nov 29 04:41:36 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.
Nov 29 04:41:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc76c3d-b4e9-46a1-8daa-acfe457acf87]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c5e2c7-194c-43d2-8f60-10901bae11c9]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:36 user nova-compute[75027]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:36 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] HCTL ('33', '-', '-', 0) found on session 42 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66ccd92-8bae-4469-8c1f-29f88f52c577]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:41:36 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '26263323265623737', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263323265623737', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.objects.instance [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:41:37 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:41:37 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:41:37 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:41:37 user nova-compute[75027]:   <serial>ca0d8f66-8c4f-49ef-956c-2c384be36cbf</serial>
Nov 29 04:41:37 user nova-compute[75027]: </disk>
Nov 29 04:41:37 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:41:37 user nova-compute[75027]: INFO nova.compute.manager [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Unrescuing
Nov 29 04:41:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquired lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No VIF found with MAC fa:16:3e:90:eb:31, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:41:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-de05d5fa-b78a-4bed-8a97-d5c1ccab2f7a tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.963s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating instance_info_cache with network_info: [{"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Releasing lock "refresh_cache-23d0e54f-1a98-4e9e-9868-d4475b2f8f96" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG nova.objects.instance [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'flavor' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:38 user nova-compute[75027]: WARNING nova.compute.manager [req-c8d9e4d6-b83a-4f4e-923c-80a907465323 req-223f125c-c9c2-480e-aadf-3e6276f9a74c service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:41:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:38 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance destroyed successfully.
Nov 29 04:41:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:40 user nova-compute[75027]: WARNING nova.compute.manager [req-13181f38-a684-4adc-975b-fd9653a5874c req-d3c92682-35a5-4701-9fe5-af0aa7ead2fa service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:41:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:42 user nova-compute[75027]: WARNING nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:41:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:42 user nova-compute[75027]: WARNING nova.compute.manager [req-2f8eda0b-5925-4c42-b107-7f73e4a3b9a7 req-05889b93-7225-45f8-9a13-6484fc121716 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state rescued and task_state unrescuing.
Nov 29 04:41:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-d922039a-c3ac-46b3-9ecc-b4390ef6c549 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:41:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing instance network info cache due to event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:41:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:45 user nova-compute[75027]: DEBUG nova.network.neutron [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:41:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updated VIF entry in instance network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:41:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8b6fd219-4096-4fc5-83a3-e31c6f2793bb req-8d6b1e20-0a2d-48aa-8570-8e4b446f7712 service nova] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG nova.compute.manager [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing instance network info cache due to event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updated VIF entry in instance network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG nova.network.neutron [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-01fed693-84f3-405c-9af6-02df2ea2308f req-8417324c-fbe5-4a07-bbb6-0da2fbf1a31e service nova] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:50 user nova-compute[75027]: INFO nova.compute.manager [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Unshelving
Nov 29 04:41:50 user nova-compute[75027]: INFO nova.virt.block_device [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Booting with volume 2a090adc-2312-4c93-b464-e392d2ab1bf5 at /dev/vda
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3ab9b3-4a97-4878-a8d3-b5bd6093848b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[17add4c4-abdd-424a-8fa7-d20049c768b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[616636da-8280-4e34-b847-17c4f0cd1e5f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[07abc49d-b509-4ca7-9790-22178051313a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:41:51 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:41:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[789f625c-e20c-4c0b-9313-884de38d094d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:41:51 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating existing volume attachment record: 209f23b1-bee5-4d00-9e86-09c1eed719bf {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:54 user nova-compute[75027]: INFO nova.compute.manager [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Rebooting instance
Nov 29 04:41:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:55 user nova-compute[75027]: WARNING nova.compute.manager [req-7d2277ff-0ab4-4f95-ba55-2f5ca8920fdb req-8f5d22c6-0992-40c9-970a-dd8c56098534 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance destroyed successfully.
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'resources' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:39:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:41:55Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap718366bc-ee, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6fbe817c-b098-4f17-b4a7-2430cc9a15dc) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:56 user nova-compute[75027]: INFO os_vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee')
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:41:56 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2892df2a-fb1d-41af-bfb4-986059865483]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:41:56 user nova-compute[75027]: No targets found.
Nov 29 04:41:56 user nova-compute[75027]: iSNS:
Nov 29 04:41:56 user nova-compute[75027]: No targets found.
Nov 29 04:41:56 user nova-compute[75027]: STATIC:
Nov 29 04:41:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:41:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:41:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:41:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:41:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:41:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:41:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:41:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:41:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:41:56 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:41:56 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:41:56 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:41:56 user nova-compute[75027]: FIRMWARE:
Nov 29 04:41:56 user nova-compute[75027]: No targets found.
Nov 29 04:41:56 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:41:56 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:41:56 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[703cde0e-ebac-4593-9f69-c053ef982d6d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.050s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f400da7b-3c06-4565-b0a7-1b5ef35527f8]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:56 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:56 user nova-compute[75027]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:56 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa08099480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa6f5da-92a0-4a38-a24c-4eebeb6da9a7]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f75bbde-ccc4-499a-bbe4-0946cfad92da]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea3e85d-2ab3-4023-b198-f92ff9b946dd]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff0a5d0-c8d4-4a20-9be3-6b2e8e2a5449]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa42da3a-70d8-4cf6-970d-8fc5b6e36f95]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6bf782b-6bba-44c8-93e1-f5787e784a69]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]
Nov 29 04:41:56 user nova-compute[75027]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.
Nov 29 04:41:56 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfe2c5d-9336-407e-9cb7-5bf525a3fd23]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== disconnect_volume: return (389ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start _get_guest_xml network_info=[{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1bbe485f-d51e-468f-ae8f-e06c69bb96d2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '1bbe485f-d51e-468f-ae8f-e06c69bb96d2'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '1dcb8fca-6d48-44a7-94a2-3ec12bd674c8', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'ccaf261c-689e-41e2-ba1d-37c10d1e8e72', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'serial': 'ca0d8f66-8c4f-49ef-956c-2c384be36cbf'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:41:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:56 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1bbe485f-d51e-468f-ae8f-e06c69bb96d2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'vcpu_model' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.objects.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Object Instance<ccaf261c-689e-41e2-ba1d-37c10d1e8e72> lazy-loaded attributes: resources,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:41:56 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:41:56 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:41:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:41:56 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:41:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f3d903c-94e3-4f36-b5ae-87b30cc5df6e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:41:57 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2a1eaa-13ad-4ad7-9753-5a6a68f74efa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf] added
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa248a1-ce29-4b2d-ac43-4be38b674d63]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[40754615-ef09-4fe5-bb42-80d923cab399]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yigPjJvd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yigPjJvd" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[be55f57f-7215-434d-9efc-0fc942680a19]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yigPjJvd'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[499b1a6c-f7b1-439a-a608-e8e710cb2248]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27da5f5-0dd8-4d19-b8e2-0cc778586ba0]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --login" returned: 0 in 0.160s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bbbd8b6-3d08-4941-9b69-9786cb90ff46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]
Nov 29 04:41:57 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a312e1-41c2-4516-bfa6-ba62e677a5ef]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49d4cb4-6d53-48b7-b028-19273de04adf]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:41:57 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:41:57 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.426s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.032s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b746e6bd-112e-42e8-91a5-c467d650bcaf]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:41:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:58 user nova-compute[75027]: WARNING nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:58 user nova-compute[75027]: WARNING nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:58 user nova-compute[75027]: WARNING nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:41:58 user nova-compute[75027]: WARNING nova.compute.manager [req-4e409114-ba85-4956-a9ea-deb0101029e0 req-7047de7e-f5a1-490f-807b-2984522ee86d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:41:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.479s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== connect_volume: return (1481ms) {'type': 'block', 'scsi_wwn': '26263323265623737', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263323265623737', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:39:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:41:55Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'pci_devices' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.objects.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Object Instance<ccaf261c-689e-41e2-ba1d-37c10d1e8e72> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:41:58 user nova-compute[75027]:   <uuid>ccaf261c-689e-41e2-ba1d-37c10d1e8e72</uuid>
Nov 29 04:41:58 user nova-compute[75027]:   <name>instance-00000028</name>
Nov 29 04:41:58 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:41:58 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:41:58 user nova-compute[75027]:   <metadata>
Nov 29 04:41:58 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:41:58 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:name>tempest-TestMinimumBasicScenario-server-1167295014</nova:name>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:41:56</nova:creationTime>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:41:58 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:41:58 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:owner>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:user uuid="ce8899dbd467494f941ba0e122f9dc0f">tempest-TestMinimumBasicScenario-2065681735-project-member</nova:user>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:project uuid="290ba7789c7342d3a99ed31ef1c2f13e">tempest-TestMinimumBasicScenario-2065681735</nova:project>
Nov 29 04:41:58 user nova-compute[75027]:       </nova:owner>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:root type="image" uuid="1bbe485f-d51e-468f-ae8f-e06c69bb96d2"/>
Nov 29 04:41:58 user nova-compute[75027]:       <nova:ports>
Nov 29 04:41:58 user nova-compute[75027]:         <nova:port uuid="718366bc-ee80-41d9-96e7-901e43f413aa">
Nov 29 04:41:58 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 04:41:58 user nova-compute[75027]:         </nova:port>
Nov 29 04:41:58 user nova-compute[75027]:       </nova:ports>
Nov 29 04:41:58 user nova-compute[75027]:     </nova:instance>
Nov 29 04:41:58 user nova-compute[75027]:   </metadata>
Nov 29 04:41:58 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:41:58 user nova-compute[75027]:     <system>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="serial">ccaf261c-689e-41e2-ba1d-37c10d1e8e72</entry>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="uuid">ccaf261c-689e-41e2-ba1d-37c10d1e8e72</entry>
Nov 29 04:41:58 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:41:58 user nova-compute[75027]:     </system>
Nov 29 04:41:58 user nova-compute[75027]:   </sysinfo>
Nov 29 04:41:58 user nova-compute[75027]:   <os>
Nov 29 04:41:58 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:41:58 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:41:58 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:41:58 user nova-compute[75027]:   </os>
Nov 29 04:41:58 user nova-compute[75027]:   <features>
Nov 29 04:41:58 user nova-compute[75027]:     <acpi/>
Nov 29 04:41:58 user nova-compute[75027]:     <apic/>
Nov 29 04:41:58 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:41:58 user nova-compute[75027]:   </features>
Nov 29 04:41:58 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:41:58 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:41:58 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:41:58 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:41:58 user nova-compute[75027]:   </clock>
Nov 29 04:41:58 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:41:58 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:41:58 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:41:58 user nova-compute[75027]:   </cpu>
Nov 29 04:41:58 user nova-compute[75027]:   <devices>
Nov 29 04:41:58 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:41:58 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:41:58 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk"/>
Nov 29 04:41:58 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:41:58 user nova-compute[75027]:     </disk>
Nov 29 04:41:58 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:41:58 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:41:58 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:41:58 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:41:58 user nova-compute[75027]:       <serial>ca0d8f66-8c4f-49ef-956c-2c384be36cbf</serial>
Nov 29 04:41:58 user nova-compute[75027]:     </disk>
Nov 29 04:41:58 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:41:58 user nova-compute[75027]:       <mac address="fa:16:3e:90:eb:31"/>
Nov 29 04:41:58 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:41:58 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:41:58 user nova-compute[75027]:       <target dev="tap718366bc-ee"/>
Nov 29 04:41:58 user nova-compute[75027]:     </interface>
Nov 29 04:41:58 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:41:58 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/console.log" append="off"/>
Nov 29 04:41:58 user nova-compute[75027]:     </serial>
Nov 29 04:41:58 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:41:58 user nova-compute[75027]:     <video>
Nov 29 04:41:58 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:41:58 user nova-compute[75027]:     </video>
Nov 29 04:41:58 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:41:58 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:41:58 user nova-compute[75027]:     </rng>
Nov 29 04:41:58 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:41:58 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:41:58 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:41:58 user nova-compute[75027]:     </memballoon>
Nov 29 04:41:58 user nova-compute[75027]:   </devices>
Nov 29 04:41:58 user nova-compute[75027]: </domain>
Nov 29 04:41:58 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'trusted_certs' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG nova.objects.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Object Instance<ccaf261c-689e-41e2-ba1d-37c10d1e8e72> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:41:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 --force-share --output=json" returned: 0 in 0.203s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Cannot resize image /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'migration_context' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.objects.base [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Object Instance<ccaf261c-689e-41e2-ba1d-37c10d1e8e72> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:39:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:41:55Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG os_vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3eab440d-4022-5cb6-9fb6-b3161feb6fee', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap718366bc-ee, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap718366bc-ee, col_values=(('qos', UUID('e3172ecb-83a6-453d-9140-f900885e0a56')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap718366bc-ee, col_values=(('external_ids', {'iface-id': '718366bc-ee80-41d9-96e7-901e43f413aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:eb:31', 'vm-uuid': 'ccaf261c-689e-41e2-ba1d-37c10d1e8e72'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:41:59 user nova-compute[75027]: INFO os_vif [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee')
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:41:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:00 user nova-compute[75027]: WARNING nova.compute.manager [req-b13b3da6-13bb-42bf-9d6a-e800bb7ec783 req-471064a2-f066-4206-bae7-605c932c024d service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [{"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-b07518ee-94e5-449a-bdf4-e921496807a4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:42:00 user nova-compute[75027]: INFO nova.compute.claims [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Claim successful on node user
Nov 29 04:42:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.586s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:01 user nova-compute[75027]: INFO nova.network.neutron [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating port 21fec32a-468a-4105-94f0-378f5fbab279 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.network.neutron [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-changed-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing instance network info cache due to event network-changed-21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:42:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:02 user nova-compute[75027]: WARNING nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:02 user nova-compute[75027]: WARNING nova.compute.manager [req-44b391d0-091b-4555-9428-9a15046a97ac req-ca961742-3444-49b7-b539-8a1b38e3655b service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state active and task_state reboot_started_hard.
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:42:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Creating image(s)
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Ensure instance console log exists: /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start _get_guest_xml network_info=[{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '209f23b1-bee5-4d00-9e86-09c1eed719bf', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3d6abc1a-161f-4b90-86d8-8110ea8a09d1', 'attached_at': '', 'detached_at': '', 'volume_id': '2a090adc-2312-4c93-b464-e392d2ab1bf5', 'serial': '2a090adc-2312-4c93-b464-e392d2ab1bf5'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.network.neutron [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:42:02 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:02 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.objects.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Object Instance<3d6abc1a-161f-4b90-86d8-8110ea8a09d1> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:42:02 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:42:02 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:42:02 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[be27f597-7e27-4eeb-8b36-a3bd25a1c36b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:42:02 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.073s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4251a63-56e1-4b33-bc7b-4a0fc39660d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5] added
Nov 29 04:42:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.073s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa776ee-eb83-4c16-88d6-e3efe656d82e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d1b8af-ce0d-4dbd-8967-66bc4e34fbc6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWLrQczq {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWLrQczq" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2605c251-6bed-4380-ac30-9c2855958f22]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZWLrQczq'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0146e58-c01f-4684-b66e-f7347ddb1ac6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b6d041-9873-4d2e-9ada-4c1588f4546a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:02 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:02 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:42:02 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[094c096b-5877-4a55-9862-eeb5d7337cd9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]
Nov 29 04:42:03 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.
Nov 29 04:42:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updated VIF entry in instance network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.network.neutron [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea15c1fc-bad0-42e5-ae0f-23bdc6b00f2b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-adf2b43f-bd96-4f96-8f43-3b294c718276 req-f1061039-0076-40b5-8285-fdf52fe0ee37 service nova] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f740e8ca-f2e6-4ef3-a998-85bf0d31e029]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:03 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.503s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] HCTL ('35', '-', '-', 0) found on session 44 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3804d67-7e89-4047-a9ff-a2d2de844725]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance rebooted successfully.
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b8682995-30f4-4b90-a793-8699dc8e80b2 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.398s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.555s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== connect_volume: return (1558ms) {'type': 'block', 'scsi_wwn': '23530653366626638', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530653366626638', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2133880244',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:38:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:41:51Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'pci_devices' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.objects.base [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Object Instance<3d6abc1a-161f-4b90-86d8-8110ea8a09d1> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:42:04 user nova-compute[75027]:   <uuid>3d6abc1a-161f-4b90-86d8-8110ea8a09d1</uuid>
Nov 29 04:42:04 user nova-compute[75027]:   <name>instance-00000027</name>
Nov 29 04:42:04 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:42:04 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:42:04 user nova-compute[75027]:   <metadata>
Nov 29 04:42:04 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:42:04 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:42:04 user nova-compute[75027]:       <nova:name>tempest-TestShelveInstance-server-793655677</nova:name>
Nov 29 04:42:04 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:42:02</nova:creationTime>
Nov 29 04:42:04 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:42:04 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:42:04 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:42:04 user nova-compute[75027]:       <nova:owner>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:user uuid="1d30af9fb71c49c1bea55bf0ad4c52c4">tempest-TestShelveInstance-47742236-project-member</nova:user>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:project uuid="7393ed805a43426dac44b33705e94fbb">tempest-TestShelveInstance-47742236</nova:project>
Nov 29 04:42:04 user nova-compute[75027]:       </nova:owner>
Nov 29 04:42:04 user nova-compute[75027]:       <nova:ports>
Nov 29 04:42:04 user nova-compute[75027]:         <nova:port uuid="21fec32a-468a-4105-94f0-378f5fbab279">
Nov 29 04:42:04 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 04:42:04 user nova-compute[75027]:         </nova:port>
Nov 29 04:42:04 user nova-compute[75027]:       </nova:ports>
Nov 29 04:42:04 user nova-compute[75027]:     </nova:instance>
Nov 29 04:42:04 user nova-compute[75027]:   </metadata>
Nov 29 04:42:04 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:42:04 user nova-compute[75027]:     <system>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="serial">3d6abc1a-161f-4b90-86d8-8110ea8a09d1</entry>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="uuid">3d6abc1a-161f-4b90-86d8-8110ea8a09d1</entry>
Nov 29 04:42:04 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:42:04 user nova-compute[75027]:     </system>
Nov 29 04:42:04 user nova-compute[75027]:   </sysinfo>
Nov 29 04:42:04 user nova-compute[75027]:   <os>
Nov 29 04:42:04 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:42:04 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:42:04 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:42:04 user nova-compute[75027]:   </os>
Nov 29 04:42:04 user nova-compute[75027]:   <features>
Nov 29 04:42:04 user nova-compute[75027]:     <acpi/>
Nov 29 04:42:04 user nova-compute[75027]:     <apic/>
Nov 29 04:42:04 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:42:04 user nova-compute[75027]:   </features>
Nov 29 04:42:04 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:42:04 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:42:04 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:42:04 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:42:04 user nova-compute[75027]:   </clock>
Nov 29 04:42:04 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:42:04 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:42:04 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:42:04 user nova-compute[75027]:   </cpu>
Nov 29 04:42:04 user nova-compute[75027]:   <devices>
Nov 29 04:42:04 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:42:04 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:42:04 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:42:04 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:42:04 user nova-compute[75027]:       <serial>2a090adc-2312-4c93-b464-e392d2ab1bf5</serial>
Nov 29 04:42:04 user nova-compute[75027]:     </disk>
Nov 29 04:42:04 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:42:04 user nova-compute[75027]:       <mac address="fa:16:3e:be:f2:14"/>
Nov 29 04:42:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:42:04 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:42:04 user nova-compute[75027]:       <target dev="tap21fec32a-46"/>
Nov 29 04:42:04 user nova-compute[75027]:     </interface>
Nov 29 04:42:04 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:42:04 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1/console.log" append="off"/>
Nov 29 04:42:04 user nova-compute[75027]:     </serial>
Nov 29 04:42:04 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:42:04 user nova-compute[75027]:     <video>
Nov 29 04:42:04 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:42:04 user nova-compute[75027]:     </video>
Nov 29 04:42:04 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:42:04 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:42:04 user nova-compute[75027]:     </rng>
Nov 29 04:42:04 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:42:04 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:42:04 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:42:04 user nova-compute[75027]:     </memballoon>
Nov 29 04:42:04 user nova-compute[75027]:   </devices>
Nov 29 04:42:04 user nova-compute[75027]: </domain>
Nov 29 04:42:04 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2133880244',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:38:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:41:51Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG os_vif [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37f1bfaa-8676-545f-b367-d2807a21732e', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21fec32a-46, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21fec32a-46, col_values=(('qos', UUID('7aa1ccd9-1c75-42fd-92d0-b97253c49265')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21fec32a-46, col_values=(('external_ids', {'iface-id': '21fec32a-468a-4105-94f0-378f5fbab279', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:f2:14', 'vm-uuid': '3d6abc1a-161f-4b90-86d8-8110ea8a09d1'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: INFO os_vif [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46')
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] No VIF found with MAC fa:16:3e:be:f2:14, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:42:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.236s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.233s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:42:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:42:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7826MB free_disk=24.680828094482422GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance spawned successfully.
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-829e3f1f-31fc-439b-b7c5-e4724590f6d4 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 17.793s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (888eb1ca-2aa7-4a91-b618-493f38f8f2ad): {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:42:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:09 user nova-compute[75027]: WARNING nova.compute.manager [req-f9590dd5-f89f-4317-bce5-c78902831b14 req-726f4b92-160f-423d-a942-44b45b3ff8c9 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state active and task_state None.
Nov 29 04:42:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.988s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:11 user nova-compute[75027]: WARNING nova.compute.manager [req-0c15f886-93df-49c2-8104-1745dedfc53d req-d404ee0d-65b4-4afd-ab36-8d9648175a58 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state active and task_state None.
Nov 29 04:42:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:22 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:42:22 user nova-compute[75027]: INFO nova.compute.claims [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Claim successful on node user
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:42:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.463s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:42:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:42:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:42:23 user nova-compute[75027]: INFO nova.virt.block_device [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Booting with volume snapshot 7ea1641a-79fa-4109-a306-2f2e65ba165b at /dev/vda
Nov 29 04:42:24 user nova-compute[75027]: DEBUG nova.policy [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:42:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Successfully created port: 6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Successfully updated port: 6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-changed-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Refreshing instance network info cache due to event network-changed-6bb2684f-a021-4f04-a2d1-3da05086596e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] Acquiring lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Updating instance_info_cache with network_info: [{"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Instance network_info: |[{"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] Acquired lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:25 user nova-compute[75027]: DEBUG nova.network.neutron [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Refreshing network info cache for port 6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:42:26 user nova-compute[75027]: DEBUG nova.network.neutron [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Updated VIF entry in instance network info cache for port 6bb2684f-a021-4f04-a2d1-3da05086596e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:42:26 user nova-compute[75027]: DEBUG nova.network.neutron [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Updating instance_info_cache with network_info: [{"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8d093982-0592-4f0a-9005-0e29c6f5388f req-6b83e7ba-9c51-4850-a0c6-46d45da847fb service nova] Releasing lock "refresh_cache-5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.utils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ccdf71e-79b4-4eda-b547-b3ec60d952e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e1d53e-be35-4b91-b4b3-85b0f0c93817]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e46baf-930d-43d9-811b-e36b64175f74]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a91550-39c8-497b-801c-72f3c3fc3ee5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:42:29 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:42:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e698f0-ded6-4973-ad17-8bb2ea118f5f]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG os_brick.utils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Updating existing volume attachment record: 11063d5a-7ff1-4677-85df-572326ae25b5 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:42:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG nova.compute.manager [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing instance network info cache due to event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updated VIF entry in instance network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ef75c882-5bc9-466e-97f0-0efd8725a89e req-c1b1dc98-ba9d-4d84-8f38-1e924c2cd0e7 service nova] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:32 user nova-compute[75027]: INFO nova.compute.manager [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Detaching volume 0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:42:33 user nova-compute[75027]: INFO nova.virt.block_device [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Attempting to driver detach volume 0a39c9b7-14a8-4561-9938-993d800f917b from mountpoint /dev/vdb
Nov 29 04:42:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Attempting to detach device vdb from instance 1e6ef362-d188-4068-ae5e-33e73e527d85 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:42:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:42:33 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:42:33 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:42:33 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:42:33 user nova-compute[75027]:   <serial>0a39c9b7-14a8-4561-9938-993d800f917b</serial>
Nov 29 04:42:33 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:42:33 user nova-compute[75027]: </disk>
Nov 29 04:42:33 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:42:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully detached device vdb from instance 1e6ef362-d188-4068-ae5e-33e73e527d85 from the persistent domain config.
Nov 29 04:42:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1e6ef362-d188-4068-ae5e-33e73e527d85 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:42:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:42:33 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:42:33 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:42:33 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:42:33 user nova-compute[75027]:   <serial>0a39c9b7-14a8-4561-9938-993d800f917b</serial>
Nov 29 04:42:33 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:42:33 user nova-compute[75027]: </disk>
Nov 29 04:42:33 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:42:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing instance network info cache due to event network-changed-4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] Acquiring lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] Acquired lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Refreshing network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updated VIF entry in instance network info cache for port 4657fa5b-9d46-431a-83ba-289b93ff4a44. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG nova.network.neutron [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [{"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c030f7b4-11ab-4009-9639-36c8c65c58f6 req-d8273967-306d-481b-93a9-91d65de3ef68 service nova] Releasing lock "refresh_cache-1e6ef362-d188-4068-ae5e-33e73e527d85" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:42:37 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Creating image(s)
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Ensure instance console log exists: /opt/stack/data/nova/instances/5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Start _get_guest_xml network_info=[{"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '11063d5a-7ff1-4677-85df-572326ae25b5', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERGPjOCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de09ca-142a-403a-a8fa-5a055311f1a5', 'serial': 'd3de09ca-142a-403a-a8fa-5a055311f1a5'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:42:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:37 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERGPjOCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:42:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:42:37 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:42:37 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3775d12f-5671-4eba-9b1f-296212b3b420]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:42:37 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8014a519-e3f0-4c43-8aef-5aa0102108d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5] added
Nov 29 04:42:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e217b9-45a4-4d68-a9c6-24cef88de02e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5b271d-fc16-4331-a9b9-caff2d0bfdf8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERGPjOCZ {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERGPjOCZ" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d445739-3d1b-41e2-8eb8-5fec07a15617]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ERGPjOCZ'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01f4f0f-e156-4ffe-aec3-8867b317cdeb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c507aac-bae0-40f5-9b0e-e1e0ab63ea01]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:37 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:37 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:42:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5a40b4-bff6-4b7e-9c31-a60d00d9bc5d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260]
Nov 29 04:42:38 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260] successful.
Nov 29 04:42:38 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a4c378-dff0-430c-a9ad-b43d5d9f51a2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d378d8-d2b0-4241-a852-9943e0a3cb8f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:42:38 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('38', '-', '-', 0) found on session 47 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e334a04-b66a-4823-a435-a44437dcf332]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 47 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:42:38 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERGPjOCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23434646566656362', 'path': '/dev/sdg'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434646566656362', 'path': '/dev/sdg'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:42:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-581081898',display_name='tempest-TestVolumeBootPattern-server-581081898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-581081898',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-vx3ey588',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:42:24Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:42:39 user nova-compute[75027]:   <uuid>5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a</uuid>
Nov 29 04:42:39 user nova-compute[75027]:   <name>instance-0000002a</name>
Nov 29 04:42:39 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:42:39 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:42:39 user nova-compute[75027]:   <metadata>
Nov 29 04:42:39 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:42:39 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:42:39 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-server-581081898</nova:name>
Nov 29 04:42:39 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:42:37</nova:creationTime>
Nov 29 04:42:39 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:42:39 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:42:39 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:42:39 user nova-compute[75027]:       <nova:owner>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:42:39 user nova-compute[75027]:       </nova:owner>
Nov 29 04:42:39 user nova-compute[75027]:       <nova:ports>
Nov 29 04:42:39 user nova-compute[75027]:         <nova:port uuid="6bb2684f-a021-4f04-a2d1-3da05086596e">
Nov 29 04:42:39 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 04:42:39 user nova-compute[75027]:         </nova:port>
Nov 29 04:42:39 user nova-compute[75027]:       </nova:ports>
Nov 29 04:42:39 user nova-compute[75027]:     </nova:instance>
Nov 29 04:42:39 user nova-compute[75027]:   </metadata>
Nov 29 04:42:39 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:42:39 user nova-compute[75027]:     <system>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="serial">5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a</entry>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="uuid">5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a</entry>
Nov 29 04:42:39 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:42:39 user nova-compute[75027]:     </system>
Nov 29 04:42:39 user nova-compute[75027]:   </sysinfo>
Nov 29 04:42:39 user nova-compute[75027]:   <os>
Nov 29 04:42:39 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:42:39 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:42:39 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:42:39 user nova-compute[75027]:   </os>
Nov 29 04:42:39 user nova-compute[75027]:   <features>
Nov 29 04:42:39 user nova-compute[75027]:     <acpi/>
Nov 29 04:42:39 user nova-compute[75027]:     <apic/>
Nov 29 04:42:39 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:42:39 user nova-compute[75027]:   </features>
Nov 29 04:42:39 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:42:39 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:42:39 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:42:39 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:42:39 user nova-compute[75027]:   </clock>
Nov 29 04:42:39 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:42:39 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:42:39 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:42:39 user nova-compute[75027]:   </cpu>
Nov 29 04:42:39 user nova-compute[75027]:   <devices>
Nov 29 04:42:39 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:42:39 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:42:39 user nova-compute[75027]:       <source dev="/dev/sdg"/>
Nov 29 04:42:39 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:42:39 user nova-compute[75027]:       <serial>d3de09ca-142a-403a-a8fa-5a055311f1a5</serial>
Nov 29 04:42:39 user nova-compute[75027]:     </disk>
Nov 29 04:42:39 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:42:39 user nova-compute[75027]:       <mac address="fa:16:3e:5f:12:02"/>
Nov 29 04:42:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:42:39 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:42:39 user nova-compute[75027]:       <target dev="tap6bb2684f-a0"/>
Nov 29 04:42:39 user nova-compute[75027]:     </interface>
Nov 29 04:42:39 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:42:39 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a/console.log" append="off"/>
Nov 29 04:42:39 user nova-compute[75027]:     </serial>
Nov 29 04:42:39 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:42:39 user nova-compute[75027]:     <video>
Nov 29 04:42:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:42:39 user nova-compute[75027]:     </video>
Nov 29 04:42:39 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:42:39 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:42:39 user nova-compute[75027]:     </rng>
Nov 29 04:42:39 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:42:39 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:42:39 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:42:39 user nova-compute[75027]:     </memballoon>
Nov 29 04:42:39 user nova-compute[75027]:   </devices>
Nov 29 04:42:39 user nova-compute[75027]: </domain>
Nov 29 04:42:39 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:42:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-581081898',display_name='tempest-TestVolumeBootPattern-server-581081898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-581081898',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-vx3ey588',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:42:24Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG os_vif [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f5b87ee-9265-5438-87f0-e85ec626254c', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6bb2684f-a0, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6bb2684f-a0, col_values=(('qos', UUID('1c7ee6fc-6a62-417e-97e6-17aa2bcb267b')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6bb2684f-a0, col_values=(('external_ids', {'iface-id': '6bb2684f-a021-4f04-a2d1-3da05086596e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:12:02', 'vm-uuid': '5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:39 user nova-compute[75027]: INFO os_vif [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0')
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:5f:12:02, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:42:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] No waiting events found dispatching network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:40 user nova-compute[75027]: WARNING nova.compute.manager [req-c7281a08-be2a-4e6b-be25-fdd9f7cc6f1a req-f732888d-b745-4d4b-99b9-51753d012f5b service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received unexpected event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e for instance with vm_state building and task_state spawning.
Nov 29 04:42:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:42:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Instance spawned successfully.
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] No waiting events found dispatching network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:42:42 user nova-compute[75027]: WARNING nova.compute.manager [req-8be27cf1-9eac-4599-a0e2-0c8952f8f3ea req-27950840-ee17-4d62-ba13-cb715d0202ca service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received unexpected event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e for instance with vm_state building and task_state spawning.
Nov 29 04:42:42 user nova-compute[75027]: INFO nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 29 04:42:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:42:42 user nova-compute[75027]: INFO nova.compute.manager [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Took 20.04 seconds to build instance.
Nov 29 04:42:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ffb5369d-1d1c-49d5-a865-2a9369354a3c tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.151s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1e6ef362-d188-4068-ae5e-33e73e527d85 is timed out.
Nov 29 04:42:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully detached device vdb from instance 1e6ef362-d188-4068-ae5e-33e73e527d85 from the live domain config.
Nov 29 04:42:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YfkizlnL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:42:53 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a309c0d-9cde-41ff-8795-d31d2a7efb05]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:42:53 user nova-compute[75027]: No targets found.
Nov 29 04:42:53 user nova-compute[75027]: iSNS:
Nov 29 04:42:53 user nova-compute[75027]: No targets found.
Nov 29 04:42:53 user nova-compute[75027]: STATIC:
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:42:53 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:42:53 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:42:53 user nova-compute[75027]: FIRMWARE:
Nov 29 04:42:53 user nova-compute[75027]: No targets found.
Nov 29 04:42:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:42:53 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:42:53 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc6866a-4571-42f8-9b8f-16916a4a7566]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e0e6db-ef9a-4717-b66e-39fde7262ee5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:42:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa08259ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b'): ({'sdf'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Removing single pathed devices sdf {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3d012f9-6599-4605-bddf-34a3ab21a009]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[70530c76-0523-4080-8425-d742548ebc16]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Flushing IO for device /dev/sdf {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02cf9f0-0955-4dda-89d7-904b1d2b4142]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c79b61f-f406-429d-be35-bfe0f0d7d4d7]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0183db-6637-4720-a6be-3a80189fc731]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d188f87-d4c0-433f-884a-ce47621e3f9b]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260]
Nov 29 04:42:54 user nova-compute[75027]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b, portal: 172.16.0.220,3260] successful.
Nov 29 04:42:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a39c9b7-14a8-4561-9938-993d800f917b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[49ac67d7-1047-478a-87f7-e80de7a22615]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] <== disconnect_volume: return (352ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG nova.objects.instance [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'flavor' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:42:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-51c9e61a-9aab-46da-b5a0-c6416d9e765c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.978s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:42:56 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-changed-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Refreshing instance network info cache due to event network-changed-d8261dc0-5093-4acc-9517-768ecd73416e. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Refreshing network info cache for port d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updated VIF entry in instance network info cache for port d8261dc0-5093-4acc-9517-768ecd73416e. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-741cbbb6-52bd-479f-af5a-e9cc7e1f9381 req-041f39bd-4bfd-40de-af9d-929ec31bd54f service nova] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [{"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-cbeea41b-5046-4f45-bac0-04079f98e43f" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:42:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:43:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:01 user nova-compute[75027]: INFO nova.compute.manager [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Attaching volume c6933b4e-a263-4485-b2b8-1f0c965ae249 to /dev/vdb
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.utils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[510d4f6b-4e9e-4c9f-8e0e-1a1ab1d3c0fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb82888-9517-4d22-8266-97d8c9aa2e58]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd564477-57b1-4988-b6b7-6334c7ee3975]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[44863b23-7eb0-4f8d-b170-0753ed6a8e4e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:43:01 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:43:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dbbee22-0f88-4dff-9544-ec9d45acec34]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG os_brick.utils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:43:01 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating existing volume attachment record: 692eaab0-b735-477f-89a6-60f57d99f528 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:43:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:43:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:43:09 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:43:09 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:43:09 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:43:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:43:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=7593MB free_disk=24.67571258544922GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26352dd-1a90-4151-ae21-e5451c385755]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:43:09 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9814c884-7952-4666-b5ef-ee4f7f3d19f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249] added
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a56df3-96ed-487f-b3b7-c2e73f9448fc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[684c0a88-609a-443b-8794-6a45086d9883]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtvVirpk {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtvVirpk" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9efcc1-6319-4f80-9665-99e8bf4913e2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GtvVirpk'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[591e491d-d930-47cd-9186-1f02d97b341e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[87503b00-5b60-43d9-9633-5ec9c836d460]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0431f667-843f-477f-bcad-9c8865883c8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]
Nov 29 04:43:09 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81dccde-4c60-4951-882b-60e1e5839421]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4407530b-b10e-4aed-a85f-7c84b24762f9]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] HCTL ('37', '-', '-', 0) found on session 48 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed9e978c-15cf-4044-abf7-c6d46521dec7]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 48 and hctl ['37', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:43:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.519s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 48 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23366393162646237', 'path': '/dev/sdf'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366393162646237', 'path': '/dev/sdf'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:43:10 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:43:10 user nova-compute[75027]:   <source dev="/dev/sdf"/>
Nov 29 04:43:10 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:43:10 user nova-compute[75027]:   <serial>c6933b4e-a263-4485-b2b8-1f0c965ae249</serial>
Nov 29 04:43:10 user nova-compute[75027]: </disk>
Nov 29 04:43:10 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:43:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No VIF found with MAC fa:16:3e:62:bd:f9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:43:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5592a032-d576-41ee-85bd-04c4ee9a250a tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.801s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75027) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:12 user nova-compute[75027]: WARNING nova.compute.manager [req-3efe6a58-73b6-424d-a900-394dabce8969 req-3cdafaf6-d810-4505-883c-0cdd41c465d3 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state active and task_state powering-off.
Nov 29 04:43:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance destroyed successfully.
Nov 29 04:43:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:43:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ca1267cf-61d2-4892-9fed-e2d97e9b5feb tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.969s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:14 user nova-compute[75027]: WARNING nova.compute.manager [req-e47fe708-068e-4821-83fd-ba48f34f982f req-d5d79bb6-ed48-47b1-b942-c0a4ee1cb058 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state stopped and task_state None.
Nov 29 04:43:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:23 user nova-compute[75027]: INFO nova.compute.manager [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Terminating instance
Nov 29 04:43:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-0ac4fd77-8d23-4fbf-b3e9-0c76c6167957 req-f3fe38cd-a143-4392-8cfb-2fc52d61dc87 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-unplugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Instance destroyed successfully.
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid 1e6ef362-d188-4068-ae5e-33e73e527d85 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-706703754',display_name='tempest-ServerRescueNegativeTestJSON-server-706703754',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-706703754',id=35,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCk6J9Emc3Ou170Txrbkk2ry+Jy5TeDvJEUmyhePlSMoPud3iKQs7KgWIEqC+jX5q871vwzoLnAQKFOU8FHFrkIdtS0PlTnPYLj8GEa8lU0piyF428OWw13rYXTLp/DNQ==',key_name='tempest-keypair-1837616499',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:38:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-3f02u6ce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:40:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=1e6ef362-d188-4068-ae5e-33e73e527d85,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "address": "fa:16:3e:26:ea:15", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4657fa5b-9d", "ovs_interfaceid": "4657fa5b-9d46-431a-83ba-289b93ff4a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG os_vif [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4657fa5b-9d, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de94ac8a-6f05-41b8-b2bc-58d474524f0c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:24 user nova-compute[75027]: INFO os_vif [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:ea:15,bridge_name='br-int',has_traffic_filtering=True,id=4657fa5b-9d46-431a-83ba-289b93ff4a44,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4657fa5b-9d')
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Deleting instance files /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85_del
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Deletion of /opt/stack/data/nova/instances/1e6ef362-d188-4068-ae5e-33e73e527d85_del complete
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.compute.manager [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 04:43:24 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Took 0.69 seconds to deallocate network for instance.
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-6457acc6-7067-4177-8b4f-c4a3e1037738 req-ba503f08-e280-47d1-9a17-3549b97ca9c9 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-deleted-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:24 user nova-compute[75027]: INFO nova.compute.manager [req-6457acc6-7067-4177-8b4f-c4a3e1037738 req-ba503f08-e280-47d1-9a17-3549b97ca9c9 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Neutron deleted interface 4657fa5b-9d46-431a-83ba-289b93ff4a44; detaching it from the instance and deleting it from the info cache
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-6457acc6-7067-4177-8b4f-c4a3e1037738 req-ba503f08-e280-47d1-9a17-3549b97ca9c9 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-6457acc6-7067-4177-8b4f-c4a3e1037738 req-ba503f08-e280-47d1-9a17-3549b97ca9c9 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Detach interface failed, port_id=4657fa5b-9d46-431a-83ba-289b93ff4a44, reason: Instance 1e6ef362-d188-4068-ae5e-33e73e527d85 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:25 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Deleted allocations for instance 1e6ef362-d188-4068-ae5e-33e73e527d85
Nov 29 04:43:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-490fea22-75a2-435f-b68f-9189b0ffd257 tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.113s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] Acquiring lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] Lock "1e6ef362-d188-4068-ae5e-33e73e527d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:25 user nova-compute[75027]: DEBUG nova.compute.manager [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] No waiting events found dispatching network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:25 user nova-compute[75027]: WARNING nova.compute.manager [req-0117906c-6ab9-4ef0-a8ed-67b3a653d30b req-2ea51a59-f96b-4123-aa42-eaaf9cbba638 service nova] [instance: 1e6ef362-d188-4068-ae5e-33e73e527d85] Received unexpected event network-vif-plugged-4657fa5b-9d46-431a-83ba-289b93ff4a44 for instance with vm_state deleted and task_state None.
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:28 user nova-compute[75027]: INFO nova.compute.manager [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Terminating instance
Nov 29 04:43:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-81fe05f9-7b20-45f7-b3b6-f4f6c111d154 req-e0ad1fdb-fa07-48b2-ae31-4d023bd76fe9 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-unplugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:43:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Instance destroyed successfully.
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid 23d0e54f-1a98-4e9e-9868-d4475b2f8f96 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:37:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1925270395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1925270395',id=38,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:39:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-cbhl2jag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:41:43Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=23d0e54f-1a98-4e9e-9868-d4475b2f8f96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "address": "fa:16:3e:c9:71:f6", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b0ad8da-1a", "ovs_interfaceid": "4b0ad8da-1a6e-4ed1-890a-598316c8193b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_vif [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4b0ad8da-1a, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fdf23951-3871-4042-ae99-ae1b32367cb2) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: INFO os_vif [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:71:f6,bridge_name='br-int',has_traffic_filtering=True,id=4b0ad8da-1a6e-4ed1-890a-598316c8193b,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b0ad8da-1a')
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VXQBATFG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:43:29 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba06e9d-3795-45b3-aa58-26e9d94eb501]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:43:29 user nova-compute[75027]: No targets found.
Nov 29 04:43:29 user nova-compute[75027]: iSNS:
Nov 29 04:43:29 user nova-compute[75027]: No targets found.
Nov 29 04:43:29 user nova-compute[75027]: STATIC:
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:43:29 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:29 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:29 user nova-compute[75027]: FIRMWARE:
Nov 29 04:43:29 user nova-compute[75027]: No targets found.
Nov 29 04:43:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:43:29 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:43:29 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee798b66-e3a4-48c7-8367-ab997d2fc9e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b76833-546a-4a61-a802-c328db2a6642]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f050f130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[33712799-2987-4763-af16-a0255c1f7708]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[99610a5a-4501-40b8-a664-339482f73900]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c48c07-2e14-4618-8267-064f9f9a0298]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[06962e88-16a1-4c90-ad66-e4e28939a9b9]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[058ec2df-c94d-4037-8fbc-102750bcfa31]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[06eafe70-906f-487d-8444-2f403c0beaf0]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260]
Nov 29 04:43:29 user nova-compute[75027]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3, portal: 172.16.0.220,3260] successful.
Nov 29 04:43:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6902e1b0-f390-48fb-a3d9-ab96c4508ec3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a966e280-5a91-4ff4-ab9c-799d9c0653ae]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== disconnect_volume: return (337ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:43:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Deleting instance files /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96_del
Nov 29 04:43:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Deletion of /opt/stack/data/nova/instances/23d0e54f-1a98-4e9e-9868-d4475b2f8f96_del complete
Nov 29 04:43:29 user nova-compute[75027]: INFO nova.compute.manager [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 29 04:43:29 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:29 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:29 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Took 0.40 seconds to deallocate network for instance.
Nov 29 04:43:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] Acquiring lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] No waiting events found dispatching network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:30 user nova-compute[75027]: WARNING nova.compute.manager [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received unexpected event network-vif-plugged-4b0ad8da-1a6e-4ed1-890a-598316c8193b for instance with vm_state active and task_state deleting.
Nov 29 04:43:30 user nova-compute[75027]: DEBUG nova.compute.manager [req-7b12fe39-2bf6-4754-930f-87415371dbc6 req-be30a63b-9712-42d7-ab10-620826e86d14 service nova] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Received event network-vif-deleted-4b0ad8da-1a6e-4ed1-890a-598316c8193b {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:30 user nova-compute[75027]: INFO nova.compute.manager [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 23d0e54f-1a98-4e9e-9868-d4475b2f8f96] Took 0.78 seconds to detach 1 volumes for instance.
Nov 29 04:43:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:31 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:43:31 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:43:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:31 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Deleted allocations for instance 23d0e54f-1a98-4e9e-9868-d4475b2f8f96
Nov 29 04:43:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fb6ff5a9-58d8-449f-b49b-264653949d4e tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "23d0e54f-1a98-4e9e-9868-d4475b2f8f96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.891s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-changed-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing instance network info cache due to event network-changed-21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] Acquiring lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] Acquired lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Refreshing network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:42 user nova-compute[75027]: INFO nova.compute.manager [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Terminating instance
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-7c438f00-6c8a-4cf6-8454-b681689715d1 req-83cb84fc-3c6d-40b9-bb35-0935dc3cfcbf service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-unplugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updated VIF entry in instance network info cache for port 21fec32a-468a-4105-94f0-378f5fbab279. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [{"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bafc7ee6-5ff1-4815-be09-0894ce834799 req-dd30e442-6d0a-4bbe-89f0-969243204a22 service nova] Releasing lock "refresh_cache-3d6abc1a-161f-4b90-86d8-8110ea8a09d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:43:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Instance destroyed successfully.
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lazy-loading 'resources' on Instance uuid 3d6abc1a-161f-4b90-86d8-8110ea8a09d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T04:38:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-793655677',display_name='tempest-TestShelveInstance-server-793655677',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-793655677',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMyfBPR7dJNI3YjO5k83K6vJHIfYN3aAXOBhG5PR/bnu/cKfN4Pic4t1TbvKt6Ed+ZjMQIy01hdxWFoRAuafwQGcA2manI+hdpa30qWq63l6hW0iGHJ34kYSIAJCaX9Vg==',key_name='tempest-TestShelveInstance-2133880244',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:42:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7393ed805a43426dac44b33705e94fbb',ramdisk_id='',reservation_id='r-mbmitl83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-47742236',owner_user_name='tempest-TestShelveInstance-47742236-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:42:09Z,user_data=None,user_id='1d30af9fb71c49c1bea55bf0ad4c52c4',uuid=3d6abc1a-161f-4b90-86d8-8110ea8a09d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converting VIF {"id": "21fec32a-468a-4105-94f0-378f5fbab279", "address": "fa:16:3e:be:f2:14", "network": {"id": "0c129a85-70cf-493b-b464-71f0a1043ccf", "bridge": "br-int", "label": "tempest-TestShelveInstance-505613696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7393ed805a43426dac44b33705e94fbb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21fec32a-46", "ovs_interfaceid": "21fec32a-468a-4105-94f0-378f5fbab279", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_vif [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21fec32a-46, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7aa1ccd9-1c75-42fd-92d0-b97253c49265) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:43 user nova-compute[75027]: INFO os_vif [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:f2:14,bridge_name='br-int',has_traffic_filtering=True,id=21fec32a-468a-4105-94f0-378f5fbab279,network=Network(0c129a85-70cf-493b-b464-71f0a1043ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21fec32a-46')
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWLrQczq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:43:43 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42480a6-fe69-4f60-aeb0-e15b7a6f7bc3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:43:43 user nova-compute[75027]: No targets found.
Nov 29 04:43:43 user nova-compute[75027]: iSNS:
Nov 29 04:43:43 user nova-compute[75027]: No targets found.
Nov 29 04:43:43 user nova-compute[75027]: STATIC:
Nov 29 04:43:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5
Nov 29 04:43:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5
Nov 29 04:43:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:43:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:43:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:43:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:43:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:43:43 user nova-compute[75027]: FIRMWARE:
Nov 29 04:43:43 user nova-compute[75027]: No targets found.
Nov 29 04:43:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:43:43 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:43:43 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4309dd6f-5982-4779-9c01-a2d094969a44]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b8f4ea-2b86-4d18-ad84-45019836a619]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:43:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa08258a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc39c30-8954-448c-b714-183aaf285dac]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[22433db7-a318-48b5-9082-91874e7f5c6f]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a19a056-e2d1-4c51-a3c9-91027a50ad50]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b690d17-c1ce-4d09-942d-b3a1505f900a]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a35661-fb4a-4f35-bd0c-4079acb8c3c3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1eabc39-8939-4376-8bcf-d477826469ca]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260]
Nov 29 04:43:43 user nova-compute[75027]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5, portal: 172.16.0.220,3260] successful.
Nov 29 04:43:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a090adc-2312-4c93-b464-e392d2ab1bf5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b112274-fcda-4f57-b611-859ee0c96be3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] <== disconnect_volume: return (316ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:43:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deleting instance files /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1_del
Nov 29 04:43:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deletion of /opt/stack/data/nova/instances/3d6abc1a-161f-4b90-86d8-8110ea8a09d1_del complete
Nov 29 04:43:43 user nova-compute[75027]: INFO nova.compute.manager [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 29 04:43:43 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:43:43 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:43 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Took 0.43 seconds to deallocate network for instance.
Nov 29 04:43:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-744ad954-eb19-4f0a-94c0-ff4d81c32cab req-016d32a8-440b-4167-9303-ac46b907ccf1 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-deleted-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] Acquiring lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] No waiting events found dispatching network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:43:44 user nova-compute[75027]: WARNING nova.compute.manager [req-68f6ee2f-7df1-4b17-9b68-2a08e73f98a5 req-2466a38e-6ce1-46f3-9c03-ba0881af41d3 service nova] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Received unexpected event network-vif-plugged-21fec32a-468a-4105-94f0-378f5fbab279 for instance with vm_state active and task_state deleting.
Nov 29 04:43:44 user nova-compute[75027]: INFO nova.compute.manager [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Took 0.94 seconds to detach 1 volumes for instance.
Nov 29 04:43:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] [instance: 3d6abc1a-161f-4b90-86d8-8110ea8a09d1] Deleting volume: 2a090adc-2312-4c93-b464-e392d2ab1bf5 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:45 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:43:45 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:43:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:45 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Deleted allocations for instance 3d6abc1a-161f-4b90-86d8-8110ea8a09d1
Nov 29 04:43:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3002c7d-63d5-4d52-a31e-282f98e8e714 tempest-TestShelveInstance-47742236 tempest-TestShelveInstance-47742236-project-member] Lock "3d6abc1a-161f-4b90-86d8-8110ea8a09d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.068s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing instance network info cache due to event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updated VIF entry in instance network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG nova.network.neutron [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-faa946dd-45fe-4233-99d6-5557eebe4162 req-f26d92e8-cfd7-4d5e-b779-2ef0221f3277 service nova] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.compute.manager [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing instance network info cache due to event network-changed-718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] Acquiring lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] Acquired lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Refreshing network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:43:47 user nova-compute[75027]: INFO nova.compute.manager [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Detaching volume ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:43:47 user nova-compute[75027]: INFO nova.virt.block_device [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Attempting to driver detach volume ca0d8f66-8c4f-49ef-956c-2c384be36cbf from mountpoint /dev/vdb
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Attempting to detach device vdb from instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:43:47 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:43:47 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:43:47 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:43:47 user nova-compute[75027]:   <serial>ca0d8f66-8c4f-49ef-956c-2c384be36cbf</serial>
Nov 29 04:43:47 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:43:47 user nova-compute[75027]: </disk>
Nov 29 04:43:47 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:43:47 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully detached device vdb from instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 from the persistent domain config.
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:43:47 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:43:47 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:43:47 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:43:47 user nova-compute[75027]:   <serial>ca0d8f66-8c4f-49ef-956c-2c384be36cbf</serial>
Nov 29 04:43:47 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:43:47 user nova-compute[75027]: </disk>
Nov 29 04:43:47 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updated VIF entry in instance network info cache for port 718366bc-ee80-41d9-96e7-901e43f413aa. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG nova.network.neutron [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [{"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-d11db8c7-41cf-434f-b56c-8f7ede577475 req-93ebddab-9beb-4cea-9104-11ea7fa13091 service nova] Releasing lock "refresh_cache-ccaf261c-689e-41e2-ba1d-37c10d1e8e72" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:43:48 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:43:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:43:58 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [{"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e7cf02d9-265f-4966-a802-e3f425512923" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:43:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:44:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:44:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 is timed out.
Nov 29 04:44:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully detached device vdb from instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 from the live domain config.
Nov 29 04:44:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yigPjJvd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:44:08 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e1aca5-48a0-4e6b-b21d-89b75dfd256e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:44:08 user nova-compute[75027]: No targets found.
Nov 29 04:44:08 user nova-compute[75027]: iSNS:
Nov 29 04:44:08 user nova-compute[75027]: No targets found.
Nov 29 04:44:08 user nova-compute[75027]: STATIC:
Nov 29 04:44:08 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5
Nov 29 04:44:08 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:08 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:08 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:44:08 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:08 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:08 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:44:08 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:08 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:08 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf
Nov 29 04:44:08 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:08 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:08 user nova-compute[75027]: FIRMWARE:
Nov 29 04:44:08 user nova-compute[75027]: No targets found.
Nov 29 04:44:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:44:08 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:44:08 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe6d4591-c18a-4b32-a223-ec0e98737031]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df71d9b-9724-4422-9a20-da11f708a207]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:44:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a1870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[22188947-61eb-4114-8b0d-3fa9f4965d3f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[478301c3-30f0-4384-a7ac-0540ee5fc215]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a19a3fc8-3e1b-4af1-998c-e66047afd7b4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5767a83c-f7ee-4207-8b02-0ffa0b9e852c]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0de2cb14-49e7-4b43-a4ac-2ad0a31ec776]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c137c0-d430-45c0-8265-66f870598d63]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260]
Nov 29 04:44:08 user nova-compute[75027]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf, portal: 172.16.0.220,3260] successful.
Nov 29 04:44:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca0d8f66-8c4f-49ef-956c-2c384be36cbf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c518f1e1-e13c-410f-8e03-ef81b8b93765]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== disconnect_volume: return (359ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:44:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:44:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8222MB free_disk=24.694229125976562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5084ee25-3aa2-446b-92b1-5e38d757bc93 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.995s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cbeea41b-5046-4f45-bac0-04079f98e43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 1796285f-bdfb-40bf-bce6-b6d9bac32843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:44:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.429s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:13 user nova-compute[75027]: INFO nova.compute.manager [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Terminating instance
Nov 29 04:44:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-unplugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] No waiting events found dispatching network-vif-unplugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-0eb9852e-e352-47ab-85bb-9e98fc5c211e req-6f83558c-4b69-4b82-8c3e-918ea32a3835 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-unplugged-6bb2684f-a021-4f04-a2d1-3da05086596e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:44:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Instance destroyed successfully.
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:42:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-581081898',display_name='tempest-TestVolumeBootPattern-server-581081898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-581081898',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:42:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-vx3ey588',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:42:43Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "6bb2684f-a021-4f04-a2d1-3da05086596e", "address": "fa:16:3e:5f:12:02", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bb2684f-a0", "ovs_interfaceid": "6bb2684f-a021-4f04-a2d1-3da05086596e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_vif [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6bb2684f-a0, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c7ee6fc-6a62-417e-97e6-17aa2bcb267b) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:14 user nova-compute[75027]: INFO os_vif [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:12:02,bridge_name='br-int',has_traffic_filtering=True,id=6bb2684f-a021-4f04-a2d1-3da05086596e,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bb2684f-a0')
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERGPjOCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:44:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[13b4e545-7991-447b-9e2b-d75cf0d8b984]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:44:14 user nova-compute[75027]: No targets found.
Nov 29 04:44:14 user nova-compute[75027]: iSNS:
Nov 29 04:44:14 user nova-compute[75027]: No targets found.
Nov 29 04:44:14 user nova-compute[75027]: STATIC:
Nov 29 04:44:14 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5
Nov 29 04:44:14 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:14 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:14 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:44:14 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:14 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:14 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:44:14 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:44:14 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:44:14 user nova-compute[75027]: FIRMWARE:
Nov 29 04:44:14 user nova-compute[75027]: No targets found.
Nov 29 04:44:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:44:14 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:44:14 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[514e2ba0-30db-4617-a2fd-4bccaeb508c1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1212119a-96c7-4374-a998-c7f8f956fa6a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:44:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f04cdfc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5'): ({'sdg'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdg {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[11312024-f78b-4c62-a936-35d66fb14c22]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[007f0ff8-be7b-48b3-809a-a64dac8ae575]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdg {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[accadcdc-3b1e-45b0-a1b4-edbf1edc77a2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.049s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[403663c4-f2d6-4d8a-8b9d-5f4598645981]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdg have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO9cd284e9-44defecb6be93e1a', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9cd284e9', '/dev/disk/by-id/scsi-23434646566656362') {{(pid=85508) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 04:44:14 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO9cd284e9-44defecb6be93e1a
Nov 29 04:44:14 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_9cd284e9
Nov 29 04:44:14 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23434646566656362
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca085f0-aedc-43ac-b3b3-edfada87b03e]: (4, None) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f682ce33-0568-45b8-9f60-d92929ff08b7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed4b78a-b079-49b4-ba4c-221074b967d6]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260]
Nov 29 04:44:14 user nova-compute[75027]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5, portal: 172.16.0.220,3260] successful.
Nov 29 04:44:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3de09ca-142a-403a-a8fa-5a055311f1a5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d270bb-276a-4786-925e-bf371380ad57]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (318ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:44:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Deleting instance files /opt/stack/data/nova/instances/5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a_del
Nov 29 04:44:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Deletion of /opt/stack/data/nova/instances/5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a_del complete
Nov 29 04:44:14 user nova-compute[75027]: INFO nova.compute.manager [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 29 04:44:14 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:44:14 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:44:15 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Took 0.46 seconds to deallocate network for instance.
Nov 29 04:44:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] Acquiring lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] No waiting events found dispatching network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:15 user nova-compute[75027]: WARNING nova.compute.manager [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received unexpected event network-vif-plugged-6bb2684f-a021-4f04-a2d1-3da05086596e for instance with vm_state active and task_state deleting.
Nov 29 04:44:15 user nova-compute[75027]: DEBUG nova.compute.manager [req-34c62b02-2c7d-4ac0-bced-1fe448f0752d req-305c551f-ad5e-493b-a5f5-cb80f79404e8 service nova] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Received event network-vif-deleted-6bb2684f-a021-4f04-a2d1-3da05086596e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:15 user nova-compute[75027]: INFO nova.compute.manager [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 04:44:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a] Deleting volume: d3de09ca-142a-403a-a8fa-5a055311f1a5 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:44:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:44:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:16 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:44:16 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:44:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:16 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance 5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a
Nov 29 04:44:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7c5181e2-405d-461f-b5c1-0e601f8f7949 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "5c2beae5-a0ad-4a81-b0a2-090b1ca1c50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.027s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:19 user nova-compute[75027]: INFO nova.compute.manager [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Terminating instance
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-unplugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] No waiting events found dispatching network-vif-unplugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-620725d6-c5e6-4ae8-a1a2-c99b5c788ea2 req-2fdab25c-8c8b-4df3-ba07-618fea570fdd service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-unplugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Instance destroyed successfully.
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.objects.instance [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid 1796285f-bdfb-40bf-bce6-b6d9bac32843 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1149708297',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1149708297',id=33,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:35:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-8eef9z9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:36:52Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=1796285f-bdfb-40bf-bce6-b6d9bac32843,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "address": "fa:16:3e:6c:57:90", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf248768c-3c", "ovs_interfaceid": "f248768c-3c55-4575-a1b0-fe9b1cd7a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG os_vif [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf248768c-3c, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d792309-e427-4990-ba15-0d1b5161a894) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:19 user nova-compute[75027]: INFO os_vif [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:57:90,bridge_name='br-int',has_traffic_filtering=True,id=f248768c-3c55-4575-a1b0-fe9b1cd7a79e,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf248768c-3c')
Nov 29 04:44:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Deleting instance files /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843_del
Nov 29 04:44:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Deletion of /opt/stack/data/nova/instances/1796285f-bdfb-40bf-bce6-b6d9bac32843_del complete
Nov 29 04:44:19 user nova-compute[75027]: INFO nova.compute.manager [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 29 04:44:19 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:44:19 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:44:20 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:44:20 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Took 0.79 seconds to deallocate network for instance.
Nov 29 04:44:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:21 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Deleted allocations for instance 1796285f-bdfb-40bf-bce6-b6d9bac32843
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80f60208-5922-4a44-bced-e8eb45a53207 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.100s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:21 user nova-compute[75027]: INFO nova.compute.manager [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Terminating instance
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] Acquiring lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] Lock "1796285f-bdfb-40bf-bce6-b6d9bac32843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] No waiting events found dispatching network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:21 user nova-compute[75027]: WARNING nova.compute.manager [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received unexpected event network-vif-plugged-f248768c-3c55-4575-a1b0-fe9b1cd7a79e for instance with vm_state deleted and task_state None.
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-21ad4ef9-18af-4dab-8a86-72b191e96242 req-a141938e-1da5-4906-a78a-c42fe843a31a service nova] [instance: 1796285f-bdfb-40bf-bce6-b6d9bac32843] Received event network-vif-deleted-f248768c-3c55-4575-a1b0-fe9b1cd7a79e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.compute.manager [req-67c76433-f86f-4785-adb4-8d9ecde13299 req-d8770aa4-fd6a-4295-93c6-a98562914c40 service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-unplugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Instance destroyed successfully.
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.objects.instance [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid cbeea41b-5046-4f45-bac0-04079f98e43f {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-325603636',display_name='tempest-ServerRescueNegativeTestJSON-server-325603636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-325603636',id=23,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:30:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-misvq00t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:30:09Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=cbeea41b-5046-4f45-bac0-04079f98e43f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "address": "fa:16:3e:ec:68:53", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bca138d-34", "ovs_interfaceid": "8bca138d-34e0-474e-bcf8-c7a4b7b4af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG os_vif [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8bca138d-34, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6562f193-cbea-4304-a7d5-e324c81b9b2c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:21 user nova-compute[75027]: INFO os_vif [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:68:53,bridge_name='br-int',has_traffic_filtering=True,id=8bca138d-34e0-474e-bcf8-c7a4b7b4af5d,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bca138d-34')
Nov 29 04:44:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Deleting instance files /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f_del
Nov 29 04:44:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Deletion of /opt/stack/data/nova/instances/cbeea41b-5046-4f45-bac0-04079f98e43f_del complete
Nov 29 04:44:22 user nova-compute[75027]: INFO nova.compute.manager [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 29 04:44:22 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:44:22 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Took 0.39 seconds to deallocate network for instance.
Nov 29 04:44:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:44:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:22 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Deleted allocations for instance cbeea41b-5046-4f45-bac0-04079f98e43f
Nov 29 04:44:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-77de8f8f-9da4-437f-9b3b-c71a63c9345c tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.636s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-0c8f78aa-c9bf-43b6-8860-bab9a347531d req-dba406ec-44c4-4fb5-b293-e9daf63f97bb service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-deleted-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] Acquiring lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] Lock "cbeea41b-5046-4f45-bac0-04079f98e43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:23 user nova-compute[75027]: DEBUG nova.compute.manager [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] No waiting events found dispatching network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:23 user nova-compute[75027]: WARNING nova.compute.manager [req-332fa951-f8a1-43a4-8ab5-ca8c058cd980 req-87203e87-9b0f-4344-b777-d1fa0a681b1d service nova] [instance: cbeea41b-5046-4f45-bac0-04079f98e43f] Received unexpected event network-vif-plugged-8bca138d-34e0-474e-bcf8-c7a4b7b4af5d for instance with vm_state deleted and task_state None.
Nov 29 04:44:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:41 user nova-compute[75027]: INFO nova.compute.manager [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Terminating instance
Nov 29 04:44:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-a57a9546-85da-439c-af2e-c1aa15ae6477 req-05f17a70-5428-43f8-b350-40b44b229dd7 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-unplugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:44:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Instance destroyed successfully.
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'resources' on Instance uuid ccaf261c-689e-41e2-ba1d-37c10d1e8e72 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1167295014',display_name='tempest-TestMinimumBasicScenario-server-1167295014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1167295014',id=40,image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRZfKMfNmlijL+7uNLx/yfnFDOVsV0/BQJEureXYck+GQeUlLyYY/GfXGRnGC5eQdceYdq8gDXFEe7FE3YKvcEzk5avvOXN6FBerVPPxvUPSTLZKXNZmYGZn1gkMBz47w==',key_name='tempest-TestMinimumBasicScenario-1833980480',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:39:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-lf0000ar',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1bbe485f-d51e-468f-ae8f-e06c69bb96d2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:42:04Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=ccaf261c-689e-41e2-ba1d-37c10d1e8e72,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "718366bc-ee80-41d9-96e7-901e43f413aa", "address": "fa:16:3e:90:eb:31", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap718366bc-ee", "ovs_interfaceid": "718366bc-ee80-41d9-96e7-901e43f413aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG os_vif [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap718366bc-ee, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3172ecb-83a6-453d-9140-f900885e0a56) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: INFO os_vif [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:eb:31,bridge_name='br-int',has_traffic_filtering=True,id=718366bc-ee80-41d9-96e7-901e43f413aa,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap718366bc-ee')
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Deleting instance files /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72_del
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Deletion of /opt/stack/data/nova/instances/ccaf261c-689e-41e2-ba1d-37c10d1e8e72_del complete
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.compute.manager [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 04:44:42 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Took 0.47 seconds to deallocate network for instance.
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-3705e891-0205-4bc5-8ff3-b23c31773866 req-f6a3df0c-0cbb-41db-a11c-f39edad87899 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-deleted-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:42 user nova-compute[75027]: INFO nova.compute.manager [req-3705e891-0205-4bc5-8ff3-b23c31773866 req-f6a3df0c-0cbb-41db-a11c-f39edad87899 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Neutron deleted interface 718366bc-ee80-41d9-96e7-901e43f413aa; detaching it from the instance and deleting it from the info cache
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-3705e891-0205-4bc5-8ff3-b23c31773866 req-f6a3df0c-0cbb-41db-a11c-f39edad87899 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-3705e891-0205-4bc5-8ff3-b23c31773866 req-f6a3df0c-0cbb-41db-a11c-f39edad87899 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Detach interface failed, port_id=718366bc-ee80-41d9-96e7-901e43f413aa, reason: Instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:44:42 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.206s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:43 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Deleted allocations for instance ccaf261c-689e-41e2-ba1d-37c10d1e8e72
Nov 29 04:44:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5100f5ad-2f0d-4adf-9dbf-5093339efbdf tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.769s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] Acquiring lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] Lock "ccaf261c-689e-41e2-ba1d-37c10d1e8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:44:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] No waiting events found dispatching network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:44:43 user nova-compute[75027]: WARNING nova.compute.manager [req-4a7f3cb5-3e30-4be2-bbba-0f62982a117c req-805d18c7-7f0e-4505-a39e-c33c9b2a30a9 service nova] [instance: ccaf261c-689e-41e2-ba1d-37c10d1e8e72] Received unexpected event network-vif-plugged-718366bc-ee80-41d9-96e7-901e43f413aa for instance with vm_state deleted and task_state None.
Nov 29 04:44:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:44:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:44:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:00 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:45:01 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'info_cache' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:02 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:45:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance destroyed successfully.
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'resources' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8261dc0-50, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38fcfc3c-0332-4754-852c-d41e4c55d36c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:03 user nova-compute[75027]: INFO os_vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:45:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2241a927-e1e2-46c9-a887-5c7e5dfde319]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:45:03 user nova-compute[75027]: No targets found.
Nov 29 04:45:03 user nova-compute[75027]: iSNS:
Nov 29 04:45:03 user nova-compute[75027]: No targets found.
Nov 29 04:45:03 user nova-compute[75027]: STATIC:
Nov 29 04:45:03 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:45:03 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:45:03 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:45:03 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:45:03 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:45:03 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:45:03 user nova-compute[75027]: FIRMWARE:
Nov 29 04:45:03 user nova-compute[75027]: No targets found.
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:45:03 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:45:03 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b10905a-c84c-4257-bfba-83f8942261ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[938aa308-16eb-4d97-b90c-dc0a9e22e205]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa002731c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249'): ({'sdf'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Removing single pathed devices sdf {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89fe5979-0a21-4ee1-b7c4-a5c22ef2c13e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6403c63c-8140-4c16-be71-bf8b3312b08c]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flushing IO for device /dev/sdf {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b34686-b05e-47d2-a8f0-cd70162a79d8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[71152503-b0f7-4244-82b0-5f51c6a7c8f7]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] SCSI volumes sdf have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e820e1d1-426f-4810-81be-dc6e983bf5f3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf6d7c4-83f8-4da0-9c64-fe66820da3dc]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]
Nov 29 04:45:03 user nova-compute[75027]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[01987442-6028-4e8f-a7c8-1a19108dca4e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== disconnect_volume: return (285ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start _get_guest_xml network_info=[{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '692eaab0-b735-477f-89a6-60f57d99f528', 'disk_bus': 'virtio', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'a163783e-97c0-427c-8fff-fbdd822a5612', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6933b4e-a263-4485-b2b8-1f0c965ae249', 'serial': 'c6933b4e-a263-4485-b2b8-1f0c965ae249'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'numa_topology' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:03 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:03 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'vcpu_model' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:45:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:03 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b300ac-a094-4893-9023-4ba684b8247f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:45:03 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb443a7-9299-453e-bb30-a4ae50b34004]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249] added
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[17723736-32a0-4889-8d08-5ff6f2e3ea37]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b8e3d6-ae43-4742-8e9d-2ae316efc70c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtvVirpk {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtvVirpk" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc412c1-11e3-4ecc-b89a-095ad384a793]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GtvVirpk'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6c964f-7652-4577-9b8f-449e6dcf6d89]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ba70a5-6820-4397-be40-1d6dfa8ee8cc]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbfbb60c-511e-40f3-ad4c-2b33998f390f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]
Nov 29 04:45:03 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.
Nov 29 04:45:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1977be-5ea9-4808-a40c-88de50e50390]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9500bdc-f917-4be3-9771-ece1d6062d29]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:04 user nova-compute[75027]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:04 user nova-compute[75027]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:04 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.146s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d28cd1-5ce9-4992-8bf6-b8ea2fe4879d]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.425s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== connect_volume: return (1426ms) {'type': 'block', 'scsi_wwn': '23366393162646237', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366393162646237', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'pci_devices' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:45:05 user nova-compute[75027]:   <uuid>a163783e-97c0-427c-8fff-fbdd822a5612</uuid>
Nov 29 04:45:05 user nova-compute[75027]:   <name>instance-00000029</name>
Nov 29 04:45:05 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:45:05 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:45:05 user nova-compute[75027]:   <metadata>
Nov 29 04:45:05 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:45:05 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeTestJSON-server-581546268</nova:name>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:45:03</nova:creationTime>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:45:05 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:45:05 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:owner>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:user uuid="e209da8a642d4fa3aba8f5d9bd2d2ff1">tempest-AttachVolumeTestJSON-22935995-project-member</nova:user>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:project uuid="834a6b116b56439686ff7206f203dbab">tempest-AttachVolumeTestJSON-22935995</nova:project>
Nov 29 04:45:05 user nova-compute[75027]:       </nova:owner>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:45:05 user nova-compute[75027]:       <nova:ports>
Nov 29 04:45:05 user nova-compute[75027]:         <nova:port uuid="d8261dc0-5093-4acc-9517-768ecd73416e">
Nov 29 04:45:05 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:45:05 user nova-compute[75027]:         </nova:port>
Nov 29 04:45:05 user nova-compute[75027]:       </nova:ports>
Nov 29 04:45:05 user nova-compute[75027]:     </nova:instance>
Nov 29 04:45:05 user nova-compute[75027]:   </metadata>
Nov 29 04:45:05 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:45:05 user nova-compute[75027]:     <system>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="serial">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="uuid">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:45:05 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:45:05 user nova-compute[75027]:     </system>
Nov 29 04:45:05 user nova-compute[75027]:   </sysinfo>
Nov 29 04:45:05 user nova-compute[75027]:   <os>
Nov 29 04:45:05 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:45:05 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:45:05 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:45:05 user nova-compute[75027]:   </os>
Nov 29 04:45:05 user nova-compute[75027]:   <features>
Nov 29 04:45:05 user nova-compute[75027]:     <acpi/>
Nov 29 04:45:05 user nova-compute[75027]:     <apic/>
Nov 29 04:45:05 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:45:05 user nova-compute[75027]:   </features>
Nov 29 04:45:05 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:45:05 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:45:05 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:45:05 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:45:05 user nova-compute[75027]:   </clock>
Nov 29 04:45:05 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:45:05 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:45:05 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:45:05 user nova-compute[75027]:   </cpu>
Nov 29 04:45:05 user nova-compute[75027]:   <devices>
Nov 29 04:45:05 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:45:05 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:45:05 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk"/>
Nov 29 04:45:05 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:45:05 user nova-compute[75027]:     </disk>
Nov 29 04:45:05 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:45:05 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:45:05 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:45:05 user nova-compute[75027]:       <target dev="vdb" bus="virtio"/>
Nov 29 04:45:05 user nova-compute[75027]:       <serial>c6933b4e-a263-4485-b2b8-1f0c965ae249</serial>
Nov 29 04:45:05 user nova-compute[75027]:     </disk>
Nov 29 04:45:05 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:45:05 user nova-compute[75027]:       <mac address="fa:16:3e:62:bd:f9"/>
Nov 29 04:45:05 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:05 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:45:05 user nova-compute[75027]:       <target dev="tapd8261dc0-50"/>
Nov 29 04:45:05 user nova-compute[75027]:     </interface>
Nov 29 04:45:05 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:45:05 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/console.log" append="off"/>
Nov 29 04:45:05 user nova-compute[75027]:     </serial>
Nov 29 04:45:05 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:45:05 user nova-compute[75027]:     <video>
Nov 29 04:45:05 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:05 user nova-compute[75027]:     </video>
Nov 29 04:45:05 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:45:05 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:45:05 user nova-compute[75027]:     </rng>
Nov 29 04:45:05 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:45:05 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:45:05 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:45:05 user nova-compute[75027]:     </memballoon>
Nov 29 04:45:05 user nova-compute[75027]:   </devices>
Nov 29 04:45:05 user nova-compute[75027]: </domain>
Nov 29 04:45:05 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'trusted_certs' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Cannot resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.instance [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'migration_context' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.objects.base [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG os_vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a5e4744-dfdf-50d3-8357-310efc457b15', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8261dc0-50, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8261dc0-50, col_values=(('qos', UUID('5978fe4c-8991-428a-8f18-f490b08aa5a0')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8261dc0-50, col_values=(('external_ids', {'iface-id': 'd8261dc0-5093-4acc-9517-768ecd73416e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:bd:f9', 'vm-uuid': 'a163783e-97c0-427c-8fff-fbdd822a5612'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:06 user nova-compute[75027]: INFO os_vif [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:45:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:07 user nova-compute[75027]: DEBUG nova.compute.manager [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:07 user nova-compute[75027]: WARNING nova.compute.manager [req-1f5bbc5b-10ac-4cf9-878b-1713402e4774 req-af3c97bf-f813-4c1c-9e0a-76ba70b0e9c8 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state stopped and task_state powering-on.
Nov 29 04:45:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:45:09 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance rebooted successfully.
Nov 29 04:45:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-825813f2-abfb-4177-8a62-72b815aec10c tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:09 user nova-compute[75027]: WARNING nova.compute.manager [req-8c3ba1ef-8742-4aa2-b5a0-8376ff5a1193 req-9328edec-442b-4006-84c4-a3e4864f221c service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state active and task_state None.
Nov 29 04:45:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:10 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8650MB free_disk=24.87343978881836GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:10 user nova-compute[75027]: INFO nova.compute.manager [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Terminating instance
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 9198fba3-9005-455b-99ff-04329732e08d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b07518ee-94e5-449a-bdf4-e921496807a4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e7cf02d9-265f-4966-a802-e3f425512923 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.356s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Instance destroyed successfully.
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.objects.instance [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid e7cf02d9-265f-4966-a802-e3f425512923 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:29:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1954717783',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1954717783',id=26,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:31:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-uiq7nwa2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:33:11Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=e7cf02d9-265f-4966-a802-e3f425512923,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "41b44486-6d24-4863-96e1-d239e218e818", "address": "fa:16:3e:01:d3:83", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41b44486-6d", "ovs_interfaceid": "41b44486-6d24-4863-96e1-d239e218e818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_vif [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41b44486-6d, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=418fef78-7c2a-4bc2-84ae-7be0b8406b9a) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:10 user nova-compute[75027]: INFO os_vif [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:d3:83,bridge_name='br-int',has_traffic_filtering=True,id=41b44486-6d24-4863-96e1-d239e218e818,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41b44486-6d')
Nov 29 04:45:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aACJPRgB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:45:10 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[87de521c-28bd-4769-9c81-4f2f5fee947c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:45:10 user nova-compute[75027]: No targets found.
Nov 29 04:45:10 user nova-compute[75027]: iSNS:
Nov 29 04:45:10 user nova-compute[75027]: No targets found.
Nov 29 04:45:10 user nova-compute[75027]: STATIC:
Nov 29 04:45:10 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:45:10 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:45:10 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:45:10 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35
Nov 29 04:45:10 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:45:10 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:45:10 user nova-compute[75027]: FIRMWARE:
Nov 29 04:45:10 user nova-compute[75027]: No targets found.
Nov 29 04:45:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:45:10 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:45:10 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[527e37fd-5531-41f4-b779-fea4bce8849c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eceda11c-5836-4a8d-8f8c-17ae6ba9182d]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:10 user nova-compute[75027]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 (non-flash)
Nov 29 04:45:10 user nova-compute[75027]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:10 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f033f5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35'): ({'sde'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Removing single pathed devices sde {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b41601c-3d7f-4117-b45d-520b233a419d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[610f6796-8443-48f2-9060-197898d5743e]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Flushing IO for device /dev/sde {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3881045d-676c-451a-b888-3c1e9d97401a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:10 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.038s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c26f855-1ebf-4b45-ab62-54929900c97a]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a26866-ba87-4de5-86b5-d4b3efb8a324]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[32837201-9eed-40d1-ade4-84cb9925fec2]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260]
Nov 29 04:45:11 user nova-compute[75027]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35, portal: 172.16.0.220,3260] successful.
Nov 29 04:45:11 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0f9e22f8-b1ba-4c08-8a9a-ce23816c5e35 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2a5e00-d2e7-48d2-a26b-7cfbc12101f8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] <== disconnect_volume: return (337ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Deleting instance files /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923_del
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Deletion of /opt/stack/data/nova/instances/e7cf02d9-265f-4966-a802-e3f425512923_del complete
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.compute.manager [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-unplugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Acquiring lock "e7cf02d9-265f-4966-a802-e3f425512923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] Lock "e7cf02d9-265f-4966-a802-e3f425512923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] No waiting events found dispatching network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:11 user nova-compute[75027]: WARNING nova.compute.manager [req-f5b163f3-27f1-49cb-9f18-c362545e4e15 req-5d635f1c-0833-400d-9e40-f75cbc3a48ac service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received unexpected event network-vif-plugged-41b44486-6d24-4863-96e1-d239e218e818 for instance with vm_state active and task_state deleting.
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-56351693-691d-4dec-be4f-0ff6b3b64772 req-68599285-798d-4e39-80cf-98f775865592 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Received event network-vif-deleted-41b44486-6d24-4863-96e1-d239e218e818 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.compute.manager [req-56351693-691d-4dec-be4f-0ff6b3b64772 req-68599285-798d-4e39-80cf-98f775865592 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Neutron deleted interface 41b44486-6d24-4863-96e1-d239e218e818; detaching it from the instance and deleting it from the info cache
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-56351693-691d-4dec-be4f-0ff6b3b64772 req-68599285-798d-4e39-80cf-98f775865592 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Took 0.47 seconds to deallocate network for instance.
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-56351693-691d-4dec-be4f-0ff6b3b64772 req-68599285-798d-4e39-80cf-98f775865592 service nova] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Detach interface failed, port_id=41b44486-6d24-4863-96e1-d239e218e818, reason: Instance e7cf02d9-265f-4966-a802-e3f425512923 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:11 user nova-compute[75027]: INFO nova.compute.manager [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Terminating instance
Nov 29 04:45:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.compute.manager [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: e7cf02d9-265f-4966-a802-e3f425512923] Took 0.90 seconds to detach 1 volumes for instance.
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Instance destroyed successfully.
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.objects.instance [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lazy-loading 'resources' on Instance uuid b07518ee-94e5-449a-bdf4-e921496807a4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:28:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1187405497',display_name='tempest-ServerRescueNegativeTestJSON-server-1187405497',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1187405497',id=22,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:33:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d85c3e1adf6c41f0896270df498ff589',ramdisk_id='',reservation_id='r-1s4mmtg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1987212329',owner_user_name='tempest-ServerRescueNegativeTestJSON-1987212329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:34:54Z,user_data=None,user_id='de1f7ab8aa2249859e993e2587551a0a',uuid=b07518ee-94e5-449a-bdf4-e921496807a4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converting VIF {"id": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "address": "fa:16:3e:24:13:d0", "network": {"id": "f018dc8f-8e96-4004-97a4-3414e1e90f39", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-108029543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d85c3e1adf6c41f0896270df498ff589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f51fb2d-7f", "ovs_interfaceid": "0f51fb2d-7f07-415d-8e02-94fe9f59d1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG os_vif [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f51fb2d-7f, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d1003448-b42d-460a-bbb2-1e95c361a124) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:12 user nova-compute[75027]: INFO os_vif [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:13:d0,bridge_name='br-int',has_traffic_filtering=True,id=0f51fb2d-7f07-415d-8e02-94fe9f59d1eb,network=Network(f018dc8f-8e96-4004-97a4-3414e1e90f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f51fb2d-7f')
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Deleting instance files /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4_del
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Deletion of /opt/stack/data/nova/instances/b07518ee-94e5-449a-bdf4-e921496807a4_del complete
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.compute.manager [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 29 04:45:12 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:45:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.252s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:12 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Deleted allocations for instance e7cf02d9-265f-4966-a802-e3f425512923
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-32f9ed51-91e2-4b97-8966-85ad49be0015 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "e7cf02d9-265f-4966-a802-e3f425512923" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.083s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:13 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Took 0.58 seconds to deallocate network for instance.
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.173s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:13 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Deleted allocations for instance b07518ee-94e5-449a-bdf4-e921496807a4
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:13 user nova-compute[75027]: WARNING nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-unplugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state deleted and task_state None.
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Acquiring lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] Lock "b07518ee-94e5-449a-bdf4-e921496807a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] No waiting events found dispatching network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:13 user nova-compute[75027]: WARNING nova.compute.manager [req-9f7e54f2-888c-4a40-8969-62daefab9446 req-7001abcb-56cc-4c9e-b413-cf4afdeb998b service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received unexpected event network-vif-plugged-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb for instance with vm_state deleted and task_state None.
Nov 29 04:45:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-2034c254-cae8-466f-98ad-66469b3f7e64 req-e7b8d8f2-ab49-41d5-8fd6-02d08a8bd2d9 service nova] [instance: b07518ee-94e5-449a-bdf4-e921496807a4] Received event network-vif-deleted-0f51fb2d-7f07-415d-8e02-94fe9f59d1eb {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-22292bd2-ac70-4bf7-b131-fc0bc4eecf6f tempest-ServerRescueNegativeTestJSON-1987212329 tempest-ServerRescueNegativeTestJSON-1987212329-project-member] Lock "b07518ee-94e5-449a-bdf4-e921496807a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.042s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:20 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:45:20 user nova-compute[75027]: INFO nova.compute.claims [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Claim successful on node user
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.254s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:45:21 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.policy [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:45:21 user nova-compute[75027]: INFO nova.virt.block_device [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Booting with volume c95418bf-dbb5-4387-b884-41d5566c27f0 at /dev/vda
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda84738-3067-4425-99d5-43a758a54eb0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a571c265-655c-4b3b-bfeb-a2f3772f180a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e764dfa-2268-4130-b3e5-7dcfab343c9e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ebe797-d5b4-4d96-bb7d-6159d499044e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:45:21 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:45:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[efca915c-7c32-4603-a322-61366c40759f]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG os_brick.utils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating existing volume attachment record: abbc9477-d92f-44f8-8179-170d9a04ccdd {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:45:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Successfully created port: 3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Successfully updated port: 3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-changed-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Refreshing instance network info cache due to event network-changed-3af4e60b-69bf-491b-90c8-a94941274570. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] Acquiring lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating instance_info_cache with network_info: [{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Instance network_info: |[{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] Acquired lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:45:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Refreshing network info cache for port 3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:45:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updated VIF entry in instance network info cache for port 3af4e60b-69bf-491b-90c8-a94941274570. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:45:23 user nova-compute[75027]: DEBUG nova.network.neutron [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating instance_info_cache with network_info: [{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9b09b103-6c35-4d07-87fd-8e8aff290414 req-d8a8a8fc-c6b8-4ac7-b041-ac27b398a9a9 service nova] Releasing lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:45:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:45:28 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Creating image(s)
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Ensure instance console log exists: /opt/stack/data/nova/instances/ad5b1213-82ab-47de-8acc-dbe55332a7d1/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Start _get_guest_xml network_info=[{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'abbc9477-d92f-44f8-8179-170d9a04ccdd', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRHABMYI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ad5b1213-82ab-47de-8acc-dbe55332a7d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c95418bf-dbb5-4387-b884-41d5566c27f0', 'serial': 'c95418bf-dbb5-4387-b884-41d5566c27f0'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:45:28 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:28 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRHABMYI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:45:28 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:28 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:45:28 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08bf156-b189-4398-886c-8c7435197d75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:45:28 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97274554-9bdd-4345-88e1-ce2b3ea84529]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0] added
Nov 29 04:45:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[33658f39-b396-41b3-8d07-b29b280b4de4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d077a15-d3d6-4923-8f35-f8891d69988d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRHABMYI {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRHABMYI" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[17713834-eafa-44be-b529-20257f4e1d2a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fRHABMYI'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e30386-b43a-408a-b1b5-4df75c7cce91]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77674f5-f1d5-4fe0-87f3-9e6a73fba37d]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf35b96d-ef8c-4298-8d7c-fc578ccc1a95]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260]
Nov 29 04:45:28 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260] successful.
Nov 29 04:45:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d9f96e-6c2a-4c1f-a38a-6257b81ac6ea]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[172fb315-a277-486e-bdde-77e02800df32]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:29 user nova-compute[75027]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:45:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:45:29 user nova-compute[75027]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:45:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8aecd7-5f05-4cb7-81fb-2a918a5a61e3]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRHABMYI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:45:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '26439656662326431', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439656662326431', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1054410469',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8BaDJ7Y+T087/2f6lEc2tDIzRp34tmBIQ/naFkuzrXVloI5ZCSrDEp+LlrLqzejC0Kr8lU658soMpshNw6p3iEaZfGonjHF4d7yKGVDUk4v4aEXq+nY1AR656nqNvTVg==',key_name='tempest-keypair-1530768957',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-h03r4ph9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=ad5b1213-82ab-47de-8acc-dbe55332a7d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid ad5b1213-82ab-47de-8acc-dbe55332a7d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:45:30 user nova-compute[75027]:   <uuid>ad5b1213-82ab-47de-8acc-dbe55332a7d1</uuid>
Nov 29 04:45:30 user nova-compute[75027]:   <name>instance-0000002b</name>
Nov 29 04:45:30 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:45:30 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:45:30 user nova-compute[75027]:   <metadata>
Nov 29 04:45:30 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:45:30 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:45:30 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1054410469</nova:name>
Nov 29 04:45:30 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:45:28</nova:creationTime>
Nov 29 04:45:30 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:45:30 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:45:30 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:45:30 user nova-compute[75027]:       <nova:owner>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:45:30 user nova-compute[75027]:       </nova:owner>
Nov 29 04:45:30 user nova-compute[75027]:       <nova:ports>
Nov 29 04:45:30 user nova-compute[75027]:         <nova:port uuid="3af4e60b-69bf-491b-90c8-a94941274570">
Nov 29 04:45:30 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:45:30 user nova-compute[75027]:         </nova:port>
Nov 29 04:45:30 user nova-compute[75027]:       </nova:ports>
Nov 29 04:45:30 user nova-compute[75027]:     </nova:instance>
Nov 29 04:45:30 user nova-compute[75027]:   </metadata>
Nov 29 04:45:30 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:45:30 user nova-compute[75027]:     <system>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="serial">ad5b1213-82ab-47de-8acc-dbe55332a7d1</entry>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="uuid">ad5b1213-82ab-47de-8acc-dbe55332a7d1</entry>
Nov 29 04:45:30 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:45:30 user nova-compute[75027]:     </system>
Nov 29 04:45:30 user nova-compute[75027]:   </sysinfo>
Nov 29 04:45:30 user nova-compute[75027]:   <os>
Nov 29 04:45:30 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:45:30 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:45:30 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:45:30 user nova-compute[75027]:   </os>
Nov 29 04:45:30 user nova-compute[75027]:   <features>
Nov 29 04:45:30 user nova-compute[75027]:     <acpi/>
Nov 29 04:45:30 user nova-compute[75027]:     <apic/>
Nov 29 04:45:30 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:45:30 user nova-compute[75027]:   </features>
Nov 29 04:45:30 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:45:30 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:45:30 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:45:30 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:45:30 user nova-compute[75027]:   </clock>
Nov 29 04:45:30 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:45:30 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:45:30 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:45:30 user nova-compute[75027]:   </cpu>
Nov 29 04:45:30 user nova-compute[75027]:   <devices>
Nov 29 04:45:30 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:45:30 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:45:30 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:45:30 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:45:30 user nova-compute[75027]:       <serial>c95418bf-dbb5-4387-b884-41d5566c27f0</serial>
Nov 29 04:45:30 user nova-compute[75027]:     </disk>
Nov 29 04:45:30 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:45:30 user nova-compute[75027]:       <mac address="fa:16:3e:32:f2:08"/>
Nov 29 04:45:30 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:30 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:45:30 user nova-compute[75027]:       <target dev="tap3af4e60b-69"/>
Nov 29 04:45:30 user nova-compute[75027]:     </interface>
Nov 29 04:45:30 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:45:30 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/ad5b1213-82ab-47de-8acc-dbe55332a7d1/console.log" append="off"/>
Nov 29 04:45:30 user nova-compute[75027]:     </serial>
Nov 29 04:45:30 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:45:30 user nova-compute[75027]:     <video>
Nov 29 04:45:30 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:30 user nova-compute[75027]:     </video>
Nov 29 04:45:30 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:45:30 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:45:30 user nova-compute[75027]:     </rng>
Nov 29 04:45:30 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:45:30 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:45:30 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:45:30 user nova-compute[75027]:     </memballoon>
Nov 29 04:45:30 user nova-compute[75027]:   </devices>
Nov 29 04:45:30 user nova-compute[75027]: </domain>
Nov 29 04:45:30 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1054410469',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8BaDJ7Y+T087/2f6lEc2tDIzRp34tmBIQ/naFkuzrXVloI5ZCSrDEp+LlrLqzejC0Kr8lU658soMpshNw6p3iEaZfGonjHF4d7yKGVDUk4v4aEXq+nY1AR656nqNvTVg==',key_name='tempest-keypair-1530768957',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-h03r4ph9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=ad5b1213-82ab-47de-8acc-dbe55332a7d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG os_vif [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '98920ed4-f4df-56f4-90d5-0851a9bba507', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3af4e60b-69, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3af4e60b-69, col_values=(('qos', UUID('8198c2df-2fa9-456c-b364-11e2e1a59b11')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3af4e60b-69, col_values=(('external_ids', {'iface-id': '3af4e60b-69bf-491b-90c8-a94941274570', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:f2:08', 'vm-uuid': 'ad5b1213-82ab-47de-8acc-dbe55332a7d1'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:30 user nova-compute[75027]: INFO os_vif [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69')
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:45:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:32:f2:08, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] No waiting events found dispatching network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:31 user nova-compute[75027]: WARNING nova.compute.manager [req-a6ad0ca7-2964-4f92-935f-d45d1f1b302e req-6bf7dd78-c0df-43c8-8bc4-00a4fe30f13c service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received unexpected event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 for instance with vm_state building and task_state spawning.
Nov 29 04:45:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:45:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Instance spawned successfully.
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:33 user nova-compute[75027]: INFO nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Took 4.88 seconds to spawn the instance on the hypervisor.
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:33 user nova-compute[75027]: DEBUG nova.compute.manager [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] No waiting events found dispatching network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:33 user nova-compute[75027]: WARNING nova.compute.manager [req-bbc8f3c9-e7bc-41f5-a5c3-57d2de4b097d req-12605f0f-4dfa-4a7e-a0f6-bdc7770f903f service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received unexpected event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 for instance with vm_state building and task_state spawning.
Nov 29 04:45:33 user nova-compute[75027]: INFO nova.compute.manager [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Took 12.83 seconds to build instance.
Nov 29 04:45:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1e4cf629-2b24-48ec-8d35-cba1eabeb00a tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.933s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:45:36 user nova-compute[75027]: INFO nova.compute.claims [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Claim successful on node user
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.270s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:45:36 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.policy [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8899dbd467494f941ba0e122f9dc0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290ba7789c7342d3a99ed31ef1c2f13e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:45:36 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Creating image(s)
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "/opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "/opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "/opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.part --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Successfully created port: ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.part --force-share --output=json" returned: 0 in 0.222s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG nova.virt.images [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] 87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1 was qcow2, converting to raw {{(pid=75027) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG nova.privsep.utils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75027) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 04:45:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.part /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.converted {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.part /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.converted" returned: 0 in 0.479s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.converted --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Successfully updated port: ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.compute.manager [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing instance network info cache due to event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25.converted --force-share --output=json" returned: 0 in 0.226s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.649s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.network.neutron [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance network_info: |[{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.network.neutron [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json" returned: 0 in 0.189s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25,backing_fmt=raw /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25,backing_fmt=raw /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk 1073741824" returned: 0 in 0.048s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:38 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.neutron [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated VIF entry in instance network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.neutron [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-12fd1f05-189e-4cca-9a25-9c2387fdfc46 req-a076ee4a-e1c4-4678-b7ae-ee710f7f9ae3 service nova] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Cannot resize image /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Ensure instance console log exists: /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Start _get_guest_xml network_info=[{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:45:33Z,direct_url=<?>,disk_format='qcow2',id=87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1,min_disk=0,min_ram=0,name='tempest-scenario-img--1022273483',owner='290ba7789c7342d3a99ed31ef1c2f13e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:45:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:45:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:45:33Z,direct_url=<?>,disk_format='qcow2',id=87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1,min_disk=0,min_ram=0,name='tempest-scenario-img--1022273483',owner='290ba7789c7342d3a99ed31ef1c2f13e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:45:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1407979685',display_name='tempest-TestMinimumBasicScenario-server-1407979685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1407979685',id=44,image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDd+bK+69VVXr4Dbx8nCkQVcmPng/bMXJ32lCp7kq7U0KW2bXijOwcDieC/2KOmQTwMLevULKeVNttoGYrKaiPImodpC5Y5W+JNVkFJaN7jao4Md972GkE64/MpJLOSGCA==',key_name='tempest-TestMinimumBasicScenario-867399103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-ckh8ah2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:45:37Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=b06b87eb-3ce8-4d59-89ea-355815b630c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'pci_devices' on Instance uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:45:39 user nova-compute[75027]:   <uuid>b06b87eb-3ce8-4d59-89ea-355815b630c6</uuid>
Nov 29 04:45:39 user nova-compute[75027]:   <name>instance-0000002c</name>
Nov 29 04:45:39 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:45:39 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:45:39 user nova-compute[75027]:   <metadata>
Nov 29 04:45:39 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:45:39 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:name>tempest-TestMinimumBasicScenario-server-1407979685</nova:name>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:45:39</nova:creationTime>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:45:39 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:45:39 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:owner>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:user uuid="ce8899dbd467494f941ba0e122f9dc0f">tempest-TestMinimumBasicScenario-2065681735-project-member</nova:user>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:project uuid="290ba7789c7342d3a99ed31ef1c2f13e">tempest-TestMinimumBasicScenario-2065681735</nova:project>
Nov 29 04:45:39 user nova-compute[75027]:       </nova:owner>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:root type="image" uuid="87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1"/>
Nov 29 04:45:39 user nova-compute[75027]:       <nova:ports>
Nov 29 04:45:39 user nova-compute[75027]:         <nova:port uuid="ccada4cf-1074-4a14-9f69-ea74a81d46e5">
Nov 29 04:45:39 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:45:39 user nova-compute[75027]:         </nova:port>
Nov 29 04:45:39 user nova-compute[75027]:       </nova:ports>
Nov 29 04:45:39 user nova-compute[75027]:     </nova:instance>
Nov 29 04:45:39 user nova-compute[75027]:   </metadata>
Nov 29 04:45:39 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:45:39 user nova-compute[75027]:     <system>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="serial">b06b87eb-3ce8-4d59-89ea-355815b630c6</entry>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="uuid">b06b87eb-3ce8-4d59-89ea-355815b630c6</entry>
Nov 29 04:45:39 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:45:39 user nova-compute[75027]:     </system>
Nov 29 04:45:39 user nova-compute[75027]:   </sysinfo>
Nov 29 04:45:39 user nova-compute[75027]:   <os>
Nov 29 04:45:39 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:45:39 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:45:39 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:45:39 user nova-compute[75027]:   </os>
Nov 29 04:45:39 user nova-compute[75027]:   <features>
Nov 29 04:45:39 user nova-compute[75027]:     <acpi/>
Nov 29 04:45:39 user nova-compute[75027]:     <apic/>
Nov 29 04:45:39 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:45:39 user nova-compute[75027]:   </features>
Nov 29 04:45:39 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:45:39 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:45:39 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:45:39 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:45:39 user nova-compute[75027]:   </clock>
Nov 29 04:45:39 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:45:39 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:45:39 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:45:39 user nova-compute[75027]:   </cpu>
Nov 29 04:45:39 user nova-compute[75027]:   <devices>
Nov 29 04:45:39 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:45:39 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:45:39 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk"/>
Nov 29 04:45:39 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:45:39 user nova-compute[75027]:     </disk>
Nov 29 04:45:39 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:45:39 user nova-compute[75027]:       <mac address="fa:16:3e:e3:b1:3f"/>
Nov 29 04:45:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:39 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:45:39 user nova-compute[75027]:       <target dev="tapccada4cf-10"/>
Nov 29 04:45:39 user nova-compute[75027]:     </interface>
Nov 29 04:45:39 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:45:39 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/console.log" append="off"/>
Nov 29 04:45:39 user nova-compute[75027]:     </serial>
Nov 29 04:45:39 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:45:39 user nova-compute[75027]:     <video>
Nov 29 04:45:39 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:45:39 user nova-compute[75027]:     </video>
Nov 29 04:45:39 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:45:39 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:45:39 user nova-compute[75027]:     </rng>
Nov 29 04:45:39 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:45:39 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:45:39 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:45:39 user nova-compute[75027]:     </memballoon>
Nov 29 04:45:39 user nova-compute[75027]:   </devices>
Nov 29 04:45:39 user nova-compute[75027]: </domain>
Nov 29 04:45:39 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1407979685',display_name='tempest-TestMinimumBasicScenario-server-1407979685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1407979685',id=44,image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDd+bK+69VVXr4Dbx8nCkQVcmPng/bMXJ32lCp7kq7U0KW2bXijOwcDieC/2KOmQTwMLevULKeVNttoGYrKaiPImodpC5Y5W+JNVkFJaN7jao4Md972GkE64/MpJLOSGCA==',key_name='tempest-TestMinimumBasicScenario-867399103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-ckh8ah2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:45:37Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=b06b87eb-3ce8-4d59-89ea-355815b630c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG os_vif [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1864865c-2f9f-5e49-86ea-5e817f2571cc', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapccada4cf-10, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapccada4cf-10, col_values=(('qos', UUID('a796c827-b21b-4565-ae3d-019831a0977c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapccada4cf-10, col_values=(('external_ids', {'iface-id': 'ccada4cf-1074-4a14-9f69-ea74a81d46e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:b1:3f', 'vm-uuid': 'b06b87eb-3ce8-4d59-89ea-355815b630c6'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:39 user nova-compute[75027]: INFO os_vif [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10')
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No VIF found with MAC fa:16:3e:e3:b1:3f, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:45:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:40 user nova-compute[75027]: DEBUG nova.compute.manager [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:40 user nova-compute[75027]: WARNING nova.compute.manager [req-0a7150ec-c43f-4d54-a231-7d6a720efffc req-2dcebe2c-948d-40ec-a7ba-f4fca0d3bbdf service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state building and task_state spawning.
Nov 29 04:45:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:45:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:45:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:45:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:45:42 user nova-compute[75027]: WARNING nova.compute.manager [req-f91da837-29ea-45ea-b327-e083d8aeb3be req-0970f64f-ab7c-4efc-8c47-f10e03bfcac6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state building and task_state spawning.
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:45:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance spawned successfully.
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:45:43 user nova-compute[75027]: INFO nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Took 6.45 seconds to spawn the instance on the hypervisor.
Nov 29 04:45:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:45:43 user nova-compute[75027]: INFO nova.compute.manager [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Took 7.12 seconds to build instance.
Nov 29 04:45:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9c64fc5b-f16d-48ed-9cf9-026030e188c9 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.250s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:45:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:45:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:45:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:00 user nova-compute[75027]: INFO nova.compute.manager [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Terminating instance
Nov 29 04:46:00 user nova-compute[75027]: DEBUG nova.compute.manager [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-unplugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] No waiting events found dispatching network-vif-unplugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:46:00 user nova-compute[75027]: DEBUG nova.compute.manager [req-194e3833-8d22-48f3-95f7-48ce0e882dd6 req-70c72e33-899c-439e-af84-77f69b887593 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-unplugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Instance destroyed successfully.
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.objects.instance [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lazy-loading 'resources' on Instance uuid 9198fba3-9005-455b-99ff-04329732e08d {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-900889095',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-900889095',id=19,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:26:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d0a989e19b9411b972cb97cd55e9f71',ramdisk_id='',reservation_id='r-37a7mnly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:28:16Z,user_data=None,user_id='034aeebe2b134247ad53d70b19bbbde6',uuid=9198fba3-9005-455b-99ff-04329732e08d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converting VIF {"id": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "address": "fa:16:3e:81:90:bf", "network": {"id": "e3c90a16-9bd8-4746-bc37-d3059e89e648", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-793773573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d0a989e19b9411b972cb97cd55e9f71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac5d183-a6", "ovs_interfaceid": "aac5d183-a602-4728-aa2d-3fa1c3bbd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG os_vif [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaac5d183-a6, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c9ff30ac-df55-4b57-9c07-0571a39d97f3) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:01 user nova-compute[75027]: INFO os_vif [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:90:bf,bridge_name='br-int',has_traffic_filtering=True,id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c,network=Network(e3c90a16-9bd8-4746-bc37-d3059e89e648),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac5d183-a6')
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Deleting instance files /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d_del
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Deletion of /opt/stack/data/nova/instances/9198fba3-9005-455b-99ff-04329732e08d_del complete
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.compute.manager [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 04:46:01 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Took 0.71 seconds to deallocate network for instance.
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-e0410c05-d9a8-4f60-8187-1ad948ac34d3 req-b0b9f690-0e43-433b-88f5-798c679a1462 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-deleted-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:46:01 user nova-compute[75027]: INFO nova.compute.manager [req-e0410c05-d9a8-4f60-8187-1ad948ac34d3 req-b0b9f690-0e43-433b-88f5-798c679a1462 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Neutron deleted interface aac5d183-a602-4728-aa2d-3fa1c3bbd61c; detaching it from the instance and deleting it from the info cache
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.network.neutron [req-e0410c05-d9a8-4f60-8187-1ad948ac34d3 req-b0b9f690-0e43-433b-88f5-798c679a1462 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-e0410c05-d9a8-4f60-8187-1ad948ac34d3 req-b0b9f690-0e43-433b-88f5-798c679a1462 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Detach interface failed, port_id=aac5d183-a602-4728-aa2d-3fa1c3bbd61c, reason: Instance 9198fba3-9005-455b-99ff-04329732e08d could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.182s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:02 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Deleted allocations for instance 9198fba3-9005-455b-99ff-04329732e08d
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-5af82cb0-806a-4962-adc0-fbdefd2c5092 tempest-ServerBootFromVolumeStableRescueTest-1103338780 tempest-ServerBootFromVolumeStableRescueTest-1103338780-project-member] Lock "9198fba3-9005-455b-99ff-04329732e08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.925s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] Acquiring lock "9198fba3-9005-455b-99ff-04329732e08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] Lock "9198fba3-9005-455b-99ff-04329732e08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] No waiting events found dispatching network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:46:02 user nova-compute[75027]: WARNING nova.compute.manager [req-5d4a9acc-f427-44e3-8921-ec07ab5ddd53 req-802e8c60-e24b-43da-be92-730d22fa6f37 service nova] [instance: 9198fba3-9005-455b-99ff-04329732e08d] Received unexpected event network-vif-plugged-aac5d183-a602-4728-aa2d-3fa1c3bbd61c for instance with vm_state deleted and task_state None.
Nov 29 04:46:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:46:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:46:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:46:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:46:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:46:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:46:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:46:09 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8479MB free_disk=24.958202362060547GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ad5b1213-82ab-47de-8acc-dbe55332a7d1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b06b87eb-3ce8-4d59-89ea-355815b630c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:46:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.336s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:46:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:46:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:46:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:46:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:46:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:46:53 user nova-compute[75027]: INFO nova.compute.manager [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Detaching volume c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:46:54 user nova-compute[75027]: INFO nova.virt.block_device [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Attempting to driver detach volume c6933b4e-a263-4485-b2b8-1f0c965ae249 from mountpoint /dev/vdb
Nov 29 04:46:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Attempting to detach device vdb from instance a163783e-97c0-427c-8fff-fbdd822a5612 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:46:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:46:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:46:54 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:46:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:46:54 user nova-compute[75027]:   <serial>c6933b4e-a263-4485-b2b8-1f0c965ae249</serial>
Nov 29 04:46:54 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:46:54 user nova-compute[75027]: </disk>
Nov 29 04:46:54 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:46:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdb from instance a163783e-97c0-427c-8fff-fbdd822a5612 from the persistent domain config.
Nov 29 04:46:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a163783e-97c0-427c-8fff-fbdd822a5612 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:46:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:46:54 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:46:54 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:46:54 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:46:54 user nova-compute[75027]:   <serial>c6933b4e-a263-4485-b2b8-1f0c965ae249</serial>
Nov 29 04:46:54 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 04:46:54 user nova-compute[75027]: </disk>
Nov 29 04:46:54 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:46:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:46:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:46:59 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:46:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:46:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:47:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:01 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:47:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:02 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating instance_info_cache with network_info: [{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:47:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:47:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:10 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:11 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:47:11 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8643MB free_disk=24.954837799072266GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ad5b1213-82ab-47de-8acc-dbe55332a7d1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b06b87eb-3ce8-4d59-89ea-355815b630c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:47:11 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-changed-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.compute.manager [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Refreshing instance network info cache due to event network-changed-3af4e60b-69bf-491b-90c8-a94941274570. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] Acquiring lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] Acquired lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Refreshing network info cache for port 3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.572s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updated VIF entry in instance network info cache for port 3af4e60b-69bf-491b-90c8-a94941274570. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG nova.network.neutron [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating instance_info_cache with network_info: [{"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6b88be74-3542-45da-8510-d7cbb5a878c7 req-2f4b408a-a267-4cf2-84a1-3c150b43dc68 service nova] Releasing lock "refresh_cache-ad5b1213-82ab-47de-8acc-dbe55332a7d1" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a163783e-97c0-427c-8fff-fbdd822a5612 is timed out.
Nov 29 04:47:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdb from instance a163783e-97c0-427c-8fff-fbdd822a5612 from the live domain config.
Nov 29 04:47:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtvVirpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:47:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[136f5714-c970-4db3-8328-a7a6201285a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:47:14 user nova-compute[75027]: No targets found.
Nov 29 04:47:14 user nova-compute[75027]: iSNS:
Nov 29 04:47:14 user nova-compute[75027]: No targets found.
Nov 29 04:47:14 user nova-compute[75027]: STATIC:
Nov 29 04:47:14 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0
Nov 29 04:47:14 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:47:14 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:47:14 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249
Nov 29 04:47:14 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:47:14 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:47:14 user nova-compute[75027]: FIRMWARE:
Nov 29 04:47:14 user nova-compute[75027]: No targets found.
Nov 29 04:47:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:47:14 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:47:14 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d39d43-ac6b-4113-a965-df43fa64a395]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[353e4203-7fbb-405b-84c1-50f4bc084fc3]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:47:14 user nova-compute[75027]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 (non-flash)
Nov 29 04:47:14 user nova-compute[75027]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f05469e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[edbf9d58-5b08-4183-865f-e4c96ab2169a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d5bcd9-2150-4aa7-a02f-2007fec14a88]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b8905c-cbf9-41ce-a083-54d439d42930]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f916aa79-1f95-41f4-9666-374d5040c6b6]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f21837b2-a946-4f2f-80b1-b875366db2e9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b49ea3f6-0062-4731-8b1f-94397dd7e9e9]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260]
Nov 29 04:47:14 user nova-compute[75027]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249, portal: 172.16.0.220,3260] successful.
Nov 29 04:47:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6933b4e-a263-4485-b2b8-1f0c965ae249 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[54833dcd-8db2-43ec-8023-00d22aeb7d81]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== disconnect_volume: return (332ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:47:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:47:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-37bec6a8-9547-4efa-8179-4240089a227f tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.294s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75027) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG nova.compute.manager [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:47:18 user nova-compute[75027]: WARNING nova.compute.manager [req-ad6362d6-2853-45e7-96d8-f91f90e025cd req-f53b2bbb-1f38-4fbe-9cc2-e3eb8f220962 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state active and task_state powering-off.
Nov 29 04:47:18 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance destroyed successfully.
Nov 29 04:47:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:47:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a0ff2319-6bea-4e37-bd4e-3c4189492236 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.866s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:47:20 user nova-compute[75027]: WARNING nova.compute.manager [req-eaf98f9a-05f8-45d6-8322-0c99d96ac1a1 req-0ee57a6f-7f77-4d19-ad4e-c16144f69e01 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state stopped and task_state None.
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:47:20 user nova-compute[75027]: INFO nova.compute.claims [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Claim successful on node user
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.273s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:47:20 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:47:20 user nova-compute[75027]: INFO nova.virt.block_device [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Booting with volume snapshot 2b32df1c-15ce-4622-84c3-8bbbb6e21d0f at /dev/vda
Nov 29 04:47:20 user nova-compute[75027]: DEBUG nova.policy [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:47:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Successfully created port: 3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Successfully updated port: 3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-changed-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.compute.manager [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Refreshing instance network info cache due to event network-changed-3c91b4a1-cd22-4a78-ab27-50fd74add132. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] Acquiring lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating instance_info_cache with network_info: [{"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Instance network_info: |[{"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] Acquired lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Refreshing network info cache for port 3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updated VIF entry in instance network info cache for port 3c91b4a1-cd22-4a78-ab27-50fd74add132. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:47:22 user nova-compute[75027]: DEBUG nova.network.neutron [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating instance_info_cache with network_info: [{"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a30e66bf-282c-4417-8c62-6d7421d79d43 req-072ce0a3-f4a1-470e-a95e-2b2ba0965561 service nova] Releasing lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.utils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0395d6d-be78-43d1-8e0e-727b00f75b61]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd017216-c46a-471a-894d-d8b6a83399ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed32d89-8e48-4c07-89e8-3924d4b854de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5163ceff-2ab8-455f-b383-51ee6fbc878c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:47:26 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:47:26 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[203829e1-efd2-45a5-9db9-625913940ea4]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG os_brick.utils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:47:26 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating existing volume attachment record: b6fe43c8-2963-4f3f-829c-8c95c6a9a056 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:47:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:32 user nova-compute[75027]: INFO nova.compute.manager [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Attaching volume f0eff782-727c-45ea-b540-616e6f24a568 to /dev/vdb
Nov 29 04:47:32 user nova-compute[75027]: DEBUG os_brick.utils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af428e0-cd49-4687-bf68-b33bfd600faf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d523ec0-a3f7-4ab8-a1b9-9bad8e795fae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b5e6c4-832c-4bf7-871d-a0982430f0ae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[808dc42f-8f9c-4b23-ac57-b3334c6d4383]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:47:33 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:47:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b56e248a-56e1-462c-8f0a-bd5d2acf375a]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG os_brick.utils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:47:33 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating existing volume attachment record: cdfab45a-2477-4685-baa0-43a6c1f70f1a {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:47:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:47:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afCuljkt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:47:50 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:47:50 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:47:50 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7539fa3-ec4d-405a-a80b-a056e73342db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:47:50 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde5db7f-1c83-43fa-b6da-5465bf51ae2a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568] added
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf7c232-0169-4c6c-b864-294971ad2899]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[993fa690-204b-4946-917d-182372076eb1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v afCuljkt {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v afCuljkt" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b254ad02-876f-4e49-9a6d-0a4b98444552]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'afCuljkt'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8c66e3-6d62-43cb-b19f-1226d9d2d39b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:47:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Creating image(s)
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Ensure instance console log exists: /opt/stack/data/nova/instances/cd02a01c-0ce1-42df-b343-984630e720e4/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Start _get_guest_xml network_info=[{"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T04:47:14Z,direct_url=<?>,disk_format='qcow2',id=ad124386-858b-41e4-b844-cb864b15d96f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1488786725',owner='2aea9ee4435a4bf3bb048ee4bfc78bd5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T04:47:15Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'b6fe43c8-2963-4f3f-829c-8c95c6a9a056', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUXagnoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd02a01c-0ce1-42df-b343-984630e720e4', 'attached_at': '', 'detached_at': '', 'volume_id': '40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 'serial': '40dcc927-cb9b-4bad-b66a-9df2b95e5f95'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42f7ffa-0fa7-4fd7-98e4-1374d15ad925]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:47:51 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T04:47:14Z,direct_url=<?>,disk_format='qcow2',id=ad124386-858b-41e4-b844-cb864b15d96f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1488786725',owner='2aea9ee4435a4bf3bb048ee4bfc78bd5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T04:47:15Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUXagnoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:47:51 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f6a8ac-6ad8-4ef5-8ded-d42ad81067d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260]
Nov 29 04:47:51 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260] successful.
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae93c1f-e615-4129-ab06-516240e264a4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[78da8901-0df0-4f7b-a45b-89223024d57e]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:51 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93841e6f-d2e0-4c3e-9e0d-a337e22c712e]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:47:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afCuljkt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23866326366626630', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866326366626630', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.080s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:47:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:47:52 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb856511-1c1d-4d1d-a51e-11a612e21edb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:47:52 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:47:52 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:47:52 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:47:52 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:47:52 user nova-compute[75027]:   <serial>f0eff782-727c-45ea-b540-616e6f24a568</serial>
Nov 29 04:47:52 user nova-compute[75027]: </disk>
Nov 29 04:47:52 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f98229-070e-40ca-82d9-ed1295b45042]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95] added
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ba2c67-d166-463b-b1dd-30d7ed284c72]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[380e0bc1-042a-4839-8eff-27ccfb4e30ac]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUXagnoL {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUXagnoL" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b9d2172-6756-4565-bcd2-d4b4c946d98e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VUXagnoL'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f70652d-108f-43ec-829f-2274d97b99ee]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e5b33e-541f-40d0-8da9-dab11b7adaa5]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[223b4e5d-1236-46aa-9d9e-4436b48932e7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260]
Nov 29 04:47:52 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260] successful.
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9779a54c-38c0-447e-a517-f54f123013b7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b8fbdc5-7eb6-42cb-a787-b574a3d1deae]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)
Nov 29 04:47:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('35', '-', '-', 0) found on session 52 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b49472-9329-4bf8-996b-ae6f87d33542]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 52 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUXagnoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] No VIF found with MAC fa:16:3e:e3:b1:3f, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:47:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9f7d9781-c431-460c-821c-22abb5fbe1b0 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.954s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (2358ms) {'type': 'block', 'scsi_wwn': '23036643635626163', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036643635626163', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:47:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2014133447',id=45,image_ref='ad124386-858b-41e4-b844-cb864b15d96f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjNeurvwpo+bHFXJLjkYqEjr4AGoCt//AzjB5qFgesXM23th7wWKujYU0NDUwHl6JguG+EVlycazYZGZFdTuNvaWQ4o+uqWOQunZv4zQO+RPrWmqLhNh885MkYnx+9F6A==',key_name='tempest-keypair-1617355092',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-jbskbms4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1916889946',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:47:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=cd02a01c-0ce1-42df-b343-984630e720e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid cd02a01c-0ce1-42df-b343-984630e720e4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:47:53 user nova-compute[75027]:   <uuid>cd02a01c-0ce1-42df-b343-984630e720e4</uuid>
Nov 29 04:47:53 user nova-compute[75027]:   <name>instance-0000002d</name>
Nov 29 04:47:53 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:47:53 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:47:53 user nova-compute[75027]:   <metadata>
Nov 29 04:47:53 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:47:53 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-2014133447</nova:name>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:47:51</nova:creationTime>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:47:53 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:47:53 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:owner>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:47:53 user nova-compute[75027]:       </nova:owner>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:root type="image" uuid="ad124386-858b-41e4-b844-cb864b15d96f"/>
Nov 29 04:47:53 user nova-compute[75027]:       <nova:ports>
Nov 29 04:47:53 user nova-compute[75027]:         <nova:port uuid="3c91b4a1-cd22-4a78-ab27-50fd74add132">
Nov 29 04:47:53 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 04:47:53 user nova-compute[75027]:         </nova:port>
Nov 29 04:47:53 user nova-compute[75027]:       </nova:ports>
Nov 29 04:47:53 user nova-compute[75027]:     </nova:instance>
Nov 29 04:47:53 user nova-compute[75027]:   </metadata>
Nov 29 04:47:53 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:47:53 user nova-compute[75027]:     <system>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="serial">cd02a01c-0ce1-42df-b343-984630e720e4</entry>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="uuid">cd02a01c-0ce1-42df-b343-984630e720e4</entry>
Nov 29 04:47:53 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:47:53 user nova-compute[75027]:     </system>
Nov 29 04:47:53 user nova-compute[75027]:   </sysinfo>
Nov 29 04:47:53 user nova-compute[75027]:   <os>
Nov 29 04:47:53 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:47:53 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:47:53 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:47:53 user nova-compute[75027]:   </os>
Nov 29 04:47:53 user nova-compute[75027]:   <features>
Nov 29 04:47:53 user nova-compute[75027]:     <acpi/>
Nov 29 04:47:53 user nova-compute[75027]:     <apic/>
Nov 29 04:47:53 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:47:53 user nova-compute[75027]:   </features>
Nov 29 04:47:53 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:47:53 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:47:53 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:47:53 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:47:53 user nova-compute[75027]:   </clock>
Nov 29 04:47:53 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:47:53 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:47:53 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:47:53 user nova-compute[75027]:   </cpu>
Nov 29 04:47:53 user nova-compute[75027]:   <devices>
Nov 29 04:47:53 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:47:53 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:47:53 user nova-compute[75027]:       <source dev="/dev/sdd"/>
Nov 29 04:47:53 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:47:53 user nova-compute[75027]:       <serial>40dcc927-cb9b-4bad-b66a-9df2b95e5f95</serial>
Nov 29 04:47:53 user nova-compute[75027]:     </disk>
Nov 29 04:47:53 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:47:53 user nova-compute[75027]:       <mac address="fa:16:3e:50:00:53"/>
Nov 29 04:47:53 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:47:53 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:47:53 user nova-compute[75027]:       <target dev="tap3c91b4a1-cd"/>
Nov 29 04:47:53 user nova-compute[75027]:     </interface>
Nov 29 04:47:53 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:47:53 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/cd02a01c-0ce1-42df-b343-984630e720e4/console.log" append="off"/>
Nov 29 04:47:53 user nova-compute[75027]:     </serial>
Nov 29 04:47:53 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:47:53 user nova-compute[75027]:     <video>
Nov 29 04:47:53 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:47:53 user nova-compute[75027]:     </video>
Nov 29 04:47:53 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:47:53 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:47:53 user nova-compute[75027]:     </rng>
Nov 29 04:47:53 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:47:53 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:47:53 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:47:53 user nova-compute[75027]:     </memballoon>
Nov 29 04:47:53 user nova-compute[75027]:   </devices>
Nov 29 04:47:53 user nova-compute[75027]: </domain>
Nov 29 04:47:53 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:47:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2014133447',id=45,image_ref='ad124386-858b-41e4-b844-cb864b15d96f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjNeurvwpo+bHFXJLjkYqEjr4AGoCt//AzjB5qFgesXM23th7wWKujYU0NDUwHl6JguG+EVlycazYZGZFdTuNvaWQ4o+uqWOQunZv4zQO+RPrWmqLhNh885MkYnx+9F6A==',key_name='tempest-keypair-1617355092',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-jbskbms4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1916889946',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:47:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=cd02a01c-0ce1-42df-b343-984630e720e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG os_vif [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca57fc4d-ebfa-5515-a2c8-13c56115c46a', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3c91b4a1-cd, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3c91b4a1-cd, col_values=(('qos', UUID('3babc16c-1aec-4b4a-af15-3f5ff8c1d2f9')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3c91b4a1-cd, col_values=(('external_ids', {'iface-id': '3c91b4a1-cd22-4a78-ab27-50fd74add132', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:00:53', 'vm-uuid': 'cd02a01c-0ce1-42df-b343-984630e720e4'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:53 user nova-compute[75027]: INFO os_vif [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd')
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:47:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:50:00:53, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:47:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] No waiting events found dispatching network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:47:55 user nova-compute[75027]: WARNING nova.compute.manager [req-341de63c-9b31-4965-a224-fff49d64e5ea req-18eb4519-29f1-4290-ad8e-d9b261ef6145 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received unexpected event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 for instance with vm_state building and task_state spawning.
Nov 29 04:47:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing instance network info cache due to event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:47:56 user nova-compute[75027]: DEBUG nova.network.neutron [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated VIF entry in instance network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:47:56 user nova-compute[75027]: DEBUG nova.network.neutron [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-eb68d2f7-941c-43c6-b622-03ca5bedf8c5 req-b1afff34-6dc5-4ff6-ad98-01e97f60dd48 service nova] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:47:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Instance spawned successfully.
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] No waiting events found dispatching network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:47:57 user nova-compute[75027]: WARNING nova.compute.manager [req-bea3c8c5-0cb2-4f05-a71e-23e588cde12d req-16b544b6-9ff6-4cb4-badf-adf36bea5a9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received unexpected event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 for instance with vm_state building and task_state spawning.
Nov 29 04:47:57 user nova-compute[75027]: INFO nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Took 6.16 seconds to spawn the instance on the hypervisor.
Nov 29 04:47:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:47:57 user nova-compute[75027]: INFO nova.compute.manager [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Took 37.13 seconds to build instance.
Nov 29 04:47:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e3f1a42f-0cfc-4fd5-b52c-cc69a2c1f864 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.238s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing instance network info cache due to event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated VIF entry in instance network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-b7a075a6-0d38-4fe7-8c29-3c4724128141 req-db6a8499-ba01-407a-829b-143b78f58425 service nova] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:47:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:47:58 user nova-compute[75027]: INFO nova.compute.manager [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Rebooting instance
Nov 29 04:47:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG nova.network.neutron [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:47:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:02 user nova-compute[75027]: WARNING nova.compute.manager [req-f83781ab-78e0-404f-9b51-9c817881427a req-f6b57eb6-ad7d-4352-9667-fcf6d590ef3d service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state active and task_state reboot_started.
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid ad5b1213-82ab-47de-8acc-dbe55332a7d1 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid cd02a01c-0ce1-42df-b343-984630e720e4 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:48:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance shutdown successfully.
Nov 29 04:48:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:48:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:04 user nova-compute[75027]: WARNING nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state active and task_state reboot_started.
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:04 user nova-compute[75027]: WARNING nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state active and task_state reboot_started.
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:04 user nova-compute[75027]: WARNING nova.compute.manager [req-a2484088-bfb6-4d3d-9399-9d2318320ad6 req-ea36ff1a-b738-41d4-9031-e710eb784495 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state active and task_state reboot_started.
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance running successfully.
Nov 29 04:48:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance soft rebooted successfully.
Nov 29 04:48:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:48:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c07c5b23-d00f-4981-8e3d-25877e77efb7 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.192s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.976s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:06 user nova-compute[75027]: INFO nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] During sync_power_state the instance has a pending task (reboot_started). Skip.
Nov 29 04:48:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:48:13 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:48:13 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8538MB free_disk=24.941272735595703GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ad5b1213-82ab-47de-8acc-dbe55332a7d1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b06b87eb-3ce8-4d59-89ea-355815b630c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cd02a01c-0ce1-42df-b343-984630e720e4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:48:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.282s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:48:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:48:51 user nova-compute[75027]: INFO nova.compute.claims [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Claim successful on node user
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.271s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:48:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.policy [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f7d86bac0741a0ac326e60c6fd1a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c433dea09849218ee3bff825051bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:48:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Creating image(s)
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "/opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "/opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.172s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Successfully created port: aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk 1073741824" returned: 0 in 0.059s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.167s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Cannot resize image /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Ensure instance console log exists: /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Successfully updated port: aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquired lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-changed-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Refreshing instance network info cache due to event network-changed-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] Acquiring lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:48:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.neutron [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating instance_info_cache with network_info: [{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Releasing lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Instance network_info: |[{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] Acquired lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.neutron [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Refreshing network info cache for port aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Start _get_guest_xml network_info=[{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:48:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:48:53 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1896406079',display_name='tempest-VolumesSnapshotTestJSON-instance-1896406079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1896406079',id=46,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFcsAla+Az16WVDZTYPKl5k3npraEqRFqgSTCMvV9JFeEdY/NfX6ZRn10IDt9FPSt5XarWTR6gW5ES6zssKzIGqS6J0zyTahCuG8tB/LcbBU5cSh9ogtaNxBBhYGjf4MhA==',key_name='tempest-keypair-1315622313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-5r6xikqa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:48:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=b5817f00-f778-4434-ac68-858af4d09130,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'pci_devices' on Instance uuid b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:48:53 user nova-compute[75027]:   <uuid>b5817f00-f778-4434-ac68-858af4d09130</uuid>
Nov 29 04:48:53 user nova-compute[75027]:   <name>instance-0000002e</name>
Nov 29 04:48:53 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:48:53 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:48:53 user nova-compute[75027]:   <metadata>
Nov 29 04:48:53 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:48:53 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1896406079</nova:name>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:48:53</nova:creationTime>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:48:53 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:48:53 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:owner>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:user uuid="94f7d86bac0741a0ac326e60c6fd1a6b">tempest-VolumesSnapshotTestJSON-1267417677-project-member</nova:user>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:project uuid="07c433dea09849218ee3bff825051bdc">tempest-VolumesSnapshotTestJSON-1267417677</nova:project>
Nov 29 04:48:53 user nova-compute[75027]:       </nova:owner>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:48:53 user nova-compute[75027]:       <nova:ports>
Nov 29 04:48:53 user nova-compute[75027]:         <nova:port uuid="aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd">
Nov 29 04:48:53 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 04:48:53 user nova-compute[75027]:         </nova:port>
Nov 29 04:48:53 user nova-compute[75027]:       </nova:ports>
Nov 29 04:48:53 user nova-compute[75027]:     </nova:instance>
Nov 29 04:48:53 user nova-compute[75027]:   </metadata>
Nov 29 04:48:53 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:48:53 user nova-compute[75027]:     <system>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="serial">b5817f00-f778-4434-ac68-858af4d09130</entry>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="uuid">b5817f00-f778-4434-ac68-858af4d09130</entry>
Nov 29 04:48:53 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:48:53 user nova-compute[75027]:     </system>
Nov 29 04:48:53 user nova-compute[75027]:   </sysinfo>
Nov 29 04:48:53 user nova-compute[75027]:   <os>
Nov 29 04:48:53 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:48:53 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:48:53 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:48:53 user nova-compute[75027]:   </os>
Nov 29 04:48:53 user nova-compute[75027]:   <features>
Nov 29 04:48:53 user nova-compute[75027]:     <acpi/>
Nov 29 04:48:53 user nova-compute[75027]:     <apic/>
Nov 29 04:48:53 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:48:53 user nova-compute[75027]:   </features>
Nov 29 04:48:53 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:48:53 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:48:53 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:48:53 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:48:53 user nova-compute[75027]:   </clock>
Nov 29 04:48:53 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:48:53 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:48:53 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:48:53 user nova-compute[75027]:   </cpu>
Nov 29 04:48:53 user nova-compute[75027]:   <devices>
Nov 29 04:48:53 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:48:53 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:48:53 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk"/>
Nov 29 04:48:53 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:48:53 user nova-compute[75027]:     </disk>
Nov 29 04:48:53 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:48:53 user nova-compute[75027]:       <mac address="fa:16:3e:9e:61:42"/>
Nov 29 04:48:53 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:48:53 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:48:53 user nova-compute[75027]:       <target dev="tapaa5962a1-eb"/>
Nov 29 04:48:53 user nova-compute[75027]:     </interface>
Nov 29 04:48:53 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:48:53 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/console.log" append="off"/>
Nov 29 04:48:53 user nova-compute[75027]:     </serial>
Nov 29 04:48:53 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:48:53 user nova-compute[75027]:     <video>
Nov 29 04:48:53 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:48:53 user nova-compute[75027]:     </video>
Nov 29 04:48:53 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:48:53 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:48:53 user nova-compute[75027]:     </rng>
Nov 29 04:48:53 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:48:53 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:48:53 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:48:53 user nova-compute[75027]:     </memballoon>
Nov 29 04:48:53 user nova-compute[75027]:   </devices>
Nov 29 04:48:53 user nova-compute[75027]: </domain>
Nov 29 04:48:53 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1896406079',display_name='tempest-VolumesSnapshotTestJSON-instance-1896406079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1896406079',id=46,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFcsAla+Az16WVDZTYPKl5k3npraEqRFqgSTCMvV9JFeEdY/NfX6ZRn10IDt9FPSt5XarWTR6gW5ES6zssKzIGqS6J0zyTahCuG8tB/LcbBU5cSh9ogtaNxBBhYGjf4MhA==',key_name='tempest-keypair-1315622313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-5r6xikqa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:48:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=b5817f00-f778-4434-ac68-858af4d09130,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG os_vif [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed0f2265-114c-5a46-9979-abadb133c1a3', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa5962a1-eb, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa5962a1-eb, col_values=(('qos', UUID('7a398ec5-881f-4d75-aa82-3f3d259392ce')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa5962a1-eb, col_values=(('external_ids', {'iface-id': 'aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:61:42', 'vm-uuid': 'b5817f00-f778-4434-ac68-858af4d09130'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:53 user nova-compute[75027]: INFO os_vif [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb')
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No VIF found with MAC fa:16:3e:9e:61:42, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.neutron [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updated VIF entry in instance network info cache for port aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG nova.network.neutron [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating instance_info_cache with network_info: [{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:48:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-698f85ec-511c-4873-9e6c-9852fcb058e4 req-e3840b16-e83d-49d1-96cb-50f2873d9b42 service nova] Releasing lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] No waiting events found dispatching network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:54 user nova-compute[75027]: WARNING nova.compute.manager [req-078388a3-6594-4968-9066-b6f57c7362a4 req-4fbe9a0d-3522-482e-8d19-481da3132c42 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received unexpected event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd for instance with vm_state building and task_state spawning.
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:48:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] Instance spawned successfully.
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] No waiting events found dispatching network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:48:56 user nova-compute[75027]: WARNING nova.compute.manager [req-ea82ad8b-3fbd-4edf-930d-7c3ac38a06a8 req-9b1152d6-80fd-4b13-a87e-6a50fdbfa2e8 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received unexpected event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd for instance with vm_state building and task_state spawning.
Nov 29 04:48:56 user nova-compute[75027]: INFO nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 29 04:48:56 user nova-compute[75027]: DEBUG nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:48:56 user nova-compute[75027]: INFO nova.compute.manager [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Took 5.79 seconds to build instance.
Nov 29 04:48:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-7ab9216e-a02c-463c-bc00-1babb22d75d3 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.892s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:48:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:48:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:49:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:49:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquired lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'info_cache' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Releasing lock "refresh_cache-a163783e-97c0-427c-8fff-fbdd822a5612" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:49:08 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance destroyed successfully.
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'resources' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:47:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG os_vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8261dc0-50, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5978fe4c-8991-428a-8f18-f490b08aa5a0) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:08 user nova-compute[75027]: INFO os_vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start _get_guest_xml network_info=[{"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'numa_topology' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:49:08 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:49:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'vcpu_model' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:47:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'pci_devices' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:49:09 user nova-compute[75027]:   <uuid>a163783e-97c0-427c-8fff-fbdd822a5612</uuid>
Nov 29 04:49:09 user nova-compute[75027]:   <name>instance-00000029</name>
Nov 29 04:49:09 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:49:09 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:49:09 user nova-compute[75027]:   <metadata>
Nov 29 04:49:09 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:49:09 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeTestJSON-server-581546268</nova:name>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:49:08</nova:creationTime>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:49:09 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:49:09 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:owner>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:user uuid="e209da8a642d4fa3aba8f5d9bd2d2ff1">tempest-AttachVolumeTestJSON-22935995-project-member</nova:user>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:project uuid="834a6b116b56439686ff7206f203dbab">tempest-AttachVolumeTestJSON-22935995</nova:project>
Nov 29 04:49:09 user nova-compute[75027]:       </nova:owner>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:49:09 user nova-compute[75027]:       <nova:ports>
Nov 29 04:49:09 user nova-compute[75027]:         <nova:port uuid="d8261dc0-5093-4acc-9517-768ecd73416e">
Nov 29 04:49:09 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 04:49:09 user nova-compute[75027]:         </nova:port>
Nov 29 04:49:09 user nova-compute[75027]:       </nova:ports>
Nov 29 04:49:09 user nova-compute[75027]:     </nova:instance>
Nov 29 04:49:09 user nova-compute[75027]:   </metadata>
Nov 29 04:49:09 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:49:09 user nova-compute[75027]:     <system>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="serial">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="uuid">a163783e-97c0-427c-8fff-fbdd822a5612</entry>
Nov 29 04:49:09 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:49:09 user nova-compute[75027]:     </system>
Nov 29 04:49:09 user nova-compute[75027]:   </sysinfo>
Nov 29 04:49:09 user nova-compute[75027]:   <os>
Nov 29 04:49:09 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:49:09 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:49:09 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:49:09 user nova-compute[75027]:   </os>
Nov 29 04:49:09 user nova-compute[75027]:   <features>
Nov 29 04:49:09 user nova-compute[75027]:     <acpi/>
Nov 29 04:49:09 user nova-compute[75027]:     <apic/>
Nov 29 04:49:09 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:49:09 user nova-compute[75027]:   </features>
Nov 29 04:49:09 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:49:09 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:49:09 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:49:09 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:49:09 user nova-compute[75027]:   </clock>
Nov 29 04:49:09 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:49:09 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:49:09 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:49:09 user nova-compute[75027]:   </cpu>
Nov 29 04:49:09 user nova-compute[75027]:   <devices>
Nov 29 04:49:09 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:49:09 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:49:09 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk"/>
Nov 29 04:49:09 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:49:09 user nova-compute[75027]:     </disk>
Nov 29 04:49:09 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:49:09 user nova-compute[75027]:       <mac address="fa:16:3e:62:bd:f9"/>
Nov 29 04:49:09 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:49:09 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:49:09 user nova-compute[75027]:       <target dev="tapd8261dc0-50"/>
Nov 29 04:49:09 user nova-compute[75027]:     </interface>
Nov 29 04:49:09 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:49:09 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/console.log" append="off"/>
Nov 29 04:49:09 user nova-compute[75027]:     </serial>
Nov 29 04:49:09 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:49:09 user nova-compute[75027]:     <video>
Nov 29 04:49:09 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:49:09 user nova-compute[75027]:     </video>
Nov 29 04:49:09 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:49:09 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:49:09 user nova-compute[75027]:     </rng>
Nov 29 04:49:09 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:49:09 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:49:09 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:49:09 user nova-compute[75027]:     </memballoon>
Nov 29 04:49:09 user nova-compute[75027]:   </devices>
Nov 29 04:49:09 user nova-compute[75027]: </domain>
Nov 29 04:49:09 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'trusted_certs' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Cannot resize image /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'migration_context' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.objects.base [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Object Instance<a163783e-97c0-427c-8fff-fbdd822a5612> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75027) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:47:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG os_vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a5e4744-dfdf-50d3-8357-310efc457b15', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8261dc0-50, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8261dc0-50, col_values=(('qos', UUID('d4c337a8-08da-4975-99af-8c01a24e1c7d')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8261dc0-50, col_values=(('external_ids', {'iface-id': 'd8261dc0-5093-4acc-9517-768ecd73416e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:bd:f9', 'vm-uuid': 'a163783e-97c0-427c-8fff-fbdd822a5612'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:09 user nova-compute[75027]: INFO os_vif [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-changed-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Refreshing instance network info cache due to event network-changed-3c91b4a1-cd22-4a78-ab27-50fd74add132. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] Acquiring lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] Acquired lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Refreshing network info cache for port 3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:49:11 user nova-compute[75027]: WARNING nova.compute.manager [req-408a57a6-3fd3-4a90-8a2d-bfc9b023d0ba req-618416b4-3d0c-4479-b7c2-e81618d65aba service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state stopped and task_state powering-on.
Nov 29 04:49:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updated VIF entry in instance network info cache for port 3c91b4a1-cd22-4a78-ab27-50fd74add132. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:49:11 user nova-compute[75027]: DEBUG nova.network.neutron [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating instance_info_cache with network_info: [{"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-acf51373-fd26-453e-898f-b837c8b6626d req-e02f5763-85e9-47dc-be1d-4ab9b063ab9b service nova] Releasing lock "refresh_cache-cd02a01c-0ce1-42df-b343-984630e720e4" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:12 user nova-compute[75027]: INFO nova.compute.manager [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Terminating instance
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Instance destroyed successfully.
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid cd02a01c-0ce1-42df-b343-984630e720e4 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:47:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2014133447',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2014133447',id=45,image_ref='ad124386-858b-41e4-b844-cb864b15d96f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjNeurvwpo+bHFXJLjkYqEjr4AGoCt//AzjB5qFgesXM23th7wWKujYU0NDUwHl6JguG+EVlycazYZGZFdTuNvaWQ4o+uqWOQunZv4zQO+RPrWmqLhNh885MkYnx+9F6A==',key_name='tempest-keypair-1617355092',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:47:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-jbskbms4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1916889946',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:47:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=cd02a01c-0ce1-42df-b343-984630e720e4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "address": "fa:16:3e:50:00:53", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c91b4a1-cd", "ovs_interfaceid": "3c91b4a1-cd22-4a78-ab27-50fd74add132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_vif [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c91b4a1-cd, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3babc16c-1aec-4b4a-af15-3f5ff8c1d2f9) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:49:12 user nova-compute[75027]: INFO os_vif [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:00:53,bridge_name='br-int',has_traffic_filtering=True,id=3c91b4a1-cd22-4a78-ab27-50fd74add132,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c91b4a1-cd')
Nov 29 04:49:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUXagnoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:49:12 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[96b70c31-44cf-4357-8f9d-8e1c0feaf46b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:49:12 user nova-compute[75027]: No targets found.
Nov 29 04:49:12 user nova-compute[75027]: iSNS:
Nov 29 04:49:12 user nova-compute[75027]: No targets found.
Nov 29 04:49:12 user nova-compute[75027]: STATIC:
Nov 29 04:49:12 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0
Nov 29 04:49:12 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:49:12 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:49:12 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568
Nov 29 04:49:12 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:49:12 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:49:12 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95
Nov 29 04:49:12 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:49:12 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:49:12 user nova-compute[75027]: FIRMWARE:
Nov 29 04:49:12 user nova-compute[75027]: No targets found.
Nov 29 04:49:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:49:12 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:49:12 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9bb841-b72f-4b9c-97c0-7a0b30668031]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[76ab220c-4dcb-4b8c-8973-15417e82e8b1]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 (non-flash)
Nov 29 04:49:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa08054e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:49:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b56932d1-fd65-4e94-a8ae-3d56e9d2ae29]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[547e1001-f8b9-4a0d-a975-578a48d283e0]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b54ca3d-371d-408d-8510-5b39eeaed6ae]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fede35e0-2e6e-423f-8dcf-824266e71836]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23036643635626163', '/dev/disk/by-id/scsi-1SCST_BIO5176b8c4-06d65bac7b7d3c3c', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5176b8c4') {{(pid=85508) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e63ded-c83d-419a-9792-474360e502f6]: (4, None) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[442d5796-d238-4987-9810-90065161fb65]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[688f795d-cac3-4a57-93c7-fcaeed844523]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260]
Nov 29 04:49:13 user nova-compute[75027]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95, portal: 172.16.0.220,3260] successful.
Nov 29 04:49:13 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40dcc927-cb9b-4bad-b66a-9df2b95e5f95 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f704531-8ad4-4bf9-a308-d213906a6f37]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (315ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Deleting instance files /opt/stack/data/nova/instances/cd02a01c-0ce1-42df-b343-984630e720e4_del
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Deletion of /opt/stack/data/nova/instances/cd02a01c-0ce1-42df-b343-984630e720e4_del complete
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.compute.manager [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance rebooted successfully.
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c7c84cb6-ed2f-4cb8-a20c-9509d92ba60b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:49:13 user nova-compute[75027]: WARNING nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state stopped and task_state powering-on.
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-unplugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] No waiting events found dispatching network-vif-unplugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-unplugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Acquiring lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] Lock "cd02a01c-0ce1-42df-b343-984630e720e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] No waiting events found dispatching network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:49:13 user nova-compute[75027]: WARNING nova.compute.manager [req-95ed934e-80a8-4f32-a8a0-8302e57ecc5e req-0365b3ec-f709-45ef-abd3-68b7ac24a289 service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received unexpected event network-vif-plugged-3c91b4a1-cd22-4a78-ab27-50fd74add132 for instance with vm_state active and task_state deleting.
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-f6520f35-410d-4b7b-a3eb-380d75a9f344 req-44407741-9d60-4711-b3c0-496c244ff8cd service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Received event network-vif-deleted-3c91b4a1-cd22-4a78-ab27-50fd74add132 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.compute.manager [req-f6520f35-410d-4b7b-a3eb-380d75a9f344 req-44407741-9d60-4711-b3c0-496c244ff8cd service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Neutron deleted interface 3c91b4a1-cd22-4a78-ab27-50fd74add132; detaching it from the instance and deleting it from the info cache
Nov 29 04:49:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-f6520f35-410d-4b7b-a3eb-380d75a9f344 req-44407741-9d60-4711-b3c0-496c244ff8cd service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:13 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Took 0.71 seconds to deallocate network for instance.
Nov 29 04:49:14 user nova-compute[75027]: DEBUG nova.compute.manager [req-f6520f35-410d-4b7b-a3eb-380d75a9f344 req-44407741-9d60-4711-b3c0-496c244ff8cd service nova] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Detach interface failed, port_id=3c91b4a1-cd22-4a78-ab27-50fd74add132, reason: Instance cd02a01c-0ce1-42df-b343-984630e720e4 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:49:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:49:15 user nova-compute[75027]: INFO nova.compute.manager [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Took 1.14 seconds to detach 1 volumes for instance.
Nov 29 04:49:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: cd02a01c-0ce1-42df-b343-984630e720e4] Deleting volume: 40dcc927-cb9b-4bad-b66a-9df2b95e5f95 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:49:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:49:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8472MB free_disk=24.90350341796875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance ad5b1213-82ab-47de-8acc-dbe55332a7d1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b06b87eb-3ce8-4d59-89ea-355815b630c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance cd02a01c-0ce1-42df-b343-984630e720e4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b5817f00-f778-4434-ac68-858af4d09130 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.232s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:15 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance cd02a01c-0ce1-42df-b343-984630e720e4
Nov 29 04:49:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ae8838e0-4b89-4cf4-9f54-ffa473488068 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "cd02a01c-0ce1-42df-b343-984630e720e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.825s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:49:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:49:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing instance network info cache due to event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.network.neutron [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.network.neutron [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated VIF entry in instance network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.network.neutron [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c36eb63d-36cc-4b83-bf1a-5cd24b5d6d92 req-98a111c4-64b2-4a17-b6ff-6f11bba452e6 service nova] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing instance network info cache due to event network-changed-ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:49:51 user nova-compute[75027]: DEBUG nova.network.neutron [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Refreshing network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:49:52 user nova-compute[75027]: INFO nova.compute.manager [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Detaching volume f0eff782-727c-45ea-b540-616e6f24a568
Nov 29 04:49:52 user nova-compute[75027]: INFO nova.virt.block_device [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Attempting to driver detach volume f0eff782-727c-45ea-b540-616e6f24a568 from mountpoint /dev/vdb
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Attempting to detach device vdb from instance b06b87eb-3ce8-4d59-89ea-355815b630c6 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:49:52 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:49:52 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:49:52 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:49:52 user nova-compute[75027]:   <serial>f0eff782-727c-45ea-b540-616e6f24a568</serial>
Nov 29 04:49:52 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:49:52 user nova-compute[75027]: </disk>
Nov 29 04:49:52 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:49:52 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully detached device vdb from instance b06b87eb-3ce8-4d59-89ea-355815b630c6 from the persistent domain config.
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b06b87eb-3ce8-4d59-89ea-355815b630c6 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:49:52 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:49:52 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:49:52 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:49:52 user nova-compute[75027]:   <serial>f0eff782-727c-45ea-b540-616e6f24a568</serial>
Nov 29 04:49:52 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:49:52 user nova-compute[75027]: </disk>
Nov 29 04:49:52 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated VIF entry in instance network info cache for port ccada4cf-1074-4a14-9f69-ea74a81d46e5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-52448aed-d989-4393-b8ce-bd816d7a69d3 req-065f18a9-9058-4383-bf02-e93677396860 service nova] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:49:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:49:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:05 user nova-compute[75027]: INFO nova.compute.manager [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Terminating instance
Nov 29 04:50:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-unplugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] No waiting events found dispatching network-vif-unplugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7525995-cbe4-4565-a553-0b4f6a6239f6 req-8619a2bd-2f59-4a1b-bfdb-0d52ee1b19db service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-unplugged-3af4e60b-69bf-491b-90c8-a94941274570 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Skipping network cache update for instance because it is being deleted. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:50:06 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Instance destroyed successfully.
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.objects.instance [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid ad5b1213-82ab-47de-8acc-dbe55332a7d1 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1054410469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1054410469',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8BaDJ7Y+T087/2f6lEc2tDIzRp34tmBIQ/naFkuzrXVloI5ZCSrDEp+LlrLqzejC0Kr8lU658soMpshNw6p3iEaZfGonjHF4d7yKGVDUk4v4aEXq+nY1AR656nqNvTVg==',key_name='tempest-keypair-1530768957',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:45:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-h03r4ph9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=ad5b1213-82ab-47de-8acc-dbe55332a7d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3af4e60b-69bf-491b-90c8-a94941274570", "address": "fa:16:3e:32:f2:08", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3af4e60b-69", "ovs_interfaceid": "3af4e60b-69bf-491b-90c8-a94941274570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_vif [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3af4e60b-69, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8198c2df-2fa9-456c-b364-11e2e1a59b11) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:06 user nova-compute[75027]: INFO os_vif [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:f2:08,bridge_name='br-int',has_traffic_filtering=True,id=3af4e60b-69bf-491b-90c8-a94941274570,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3af4e60b-69')
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRHABMYI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:50:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a0c68e-9ec6-44de-8aa2-be02b05449f1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:50:06 user nova-compute[75027]: No targets found.
Nov 29 04:50:06 user nova-compute[75027]: iSNS:
Nov 29 04:50:06 user nova-compute[75027]: No targets found.
Nov 29 04:50:06 user nova-compute[75027]: STATIC:
Nov 29 04:50:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0
Nov 29 04:50:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:50:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:50:06 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568
Nov 29 04:50:06 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:50:06 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:50:06 user nova-compute[75027]: FIRMWARE:
Nov 29 04:50:06 user nova-compute[75027]: No targets found.
Nov 29 04:50:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:50:06 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:50:06 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b040070c-e3db-4b4d-ad37-01566e127ec2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a9e26b-811f-4764-8f49-44ad4f7af175]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:50:06 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:50:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 (non-flash)
Nov 29 04:50:06 user nova-compute[75027]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:50:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f03a39a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fdf7a1a-3d68-481f-aa6a-155ab690b17a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8c1132-e27e-4739-b757-b8bf2cfadf7f]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [{"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8765ab7e-be92-47e2-b52f-e325cfe2c224]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-b06b87eb-3ce8-4d59-89ea-355815b630c6" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4605c83-0aa4-415f-a167-e1dd59b8d42e]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[502c9e4c-69ca-414f-acf6-769cfda85e26]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[85bad6e5-2cea-4ae6-9ac1-e488a08f040b]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260]
Nov 29 04:50:06 user nova-compute[75027]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0, portal: 172.16.0.220,3260] successful.
Nov 29 04:50:06 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95418bf-dbb5-4387-b884-41d5566c27f0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b5b891-4c4d-408e-a0e0-b905bc2c4622]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (311ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:50:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Deleting instance files /opt/stack/data/nova/instances/ad5b1213-82ab-47de-8acc-dbe55332a7d1_del
Nov 29 04:50:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Deletion of /opt/stack/data/nova/instances/ad5b1213-82ab-47de-8acc-dbe55332a7d1_del complete
Nov 29 04:50:07 user nova-compute[75027]: INFO nova.compute.manager [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 29 04:50:07 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:07 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:50:07 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Took 0.81 seconds to deallocate network for instance.
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] Acquiring lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] No waiting events found dispatching network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:50:08 user nova-compute[75027]: WARNING nova.compute.manager [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received unexpected event network-vif-plugged-3af4e60b-69bf-491b-90c8-a94941274570 for instance with vm_state active and task_state deleting.
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.compute.manager [req-269a4b71-ed88-4a54-8da7-9b70f3a61aeb req-9fa49adb-0e9d-4524-8721-2e638aba4fd3 service nova] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Received event network-vif-deleted-3af4e60b-69bf-491b-90c8-a94941274570 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:08 user nova-compute[75027]: INFO nova.compute.manager [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Took 0.80 seconds to detach 1 volumes for instance.
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: ad5b1213-82ab-47de-8acc-dbe55332a7d1] Deleting volume: c95418bf-dbb5-4387-b884-41d5566c27f0 {{(pid=75027) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:50:08 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:50:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:09 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance ad5b1213-82ab-47de-8acc-dbe55332a7d1
Nov 29 04:50:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-80cf9e7e-c075-4340-9607-1cc5f5d74d94 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "ad5b1213-82ab-47de-8acc-dbe55332a7d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.309s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:12 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b06b87eb-3ce8-4d59-89ea-355815b630c6 is timed out.
Nov 29 04:50:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully detached device vdb from instance b06b87eb-3ce8-4d59-89ea-355815b630c6 from the live domain config.
Nov 29 04:50:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afCuljkt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:50:12 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcf50ad-216c-4d3b-9df9-d432053a7822]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:50:12 user nova-compute[75027]: No targets found.
Nov 29 04:50:12 user nova-compute[75027]: iSNS:
Nov 29 04:50:12 user nova-compute[75027]: No targets found.
Nov 29 04:50:12 user nova-compute[75027]: STATIC:
Nov 29 04:50:12 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568
Nov 29 04:50:12 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:50:12 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:50:12 user nova-compute[75027]: FIRMWARE:
Nov 29 04:50:12 user nova-compute[75027]: No targets found.
Nov 29 04:50:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:50:12 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:50:12 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ada36e-5176-4bd8-b447-439351f5dd99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[777dfb88-388a-46ee-8856-85914df8f9b2]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:50:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 (non-flash)
Nov 29 04:50:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa082589d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc39cef-a54f-48d6-80fd-665dc5441198]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[abaf4ccb-132a-4ce6-a820-1ccab5c91a08]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9e39c9-d2d7-47ef-8eb9-4893e2508e67]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b90b81-0b26-4dba-8623-033b20f1a9f6]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a7c26f-e0bd-4238-88e4-8461effdc268]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c88ec4e-e29c-4fe2-81bd-41ecdea452ec]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260]
Nov 29 04:50:12 user nova-compute[75027]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568, portal: 172.16.0.220,3260] successful.
Nov 29 04:50:12 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0eff782-727c-45ea-b540-616e6f24a568 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa488bc3-4af9-4db9-bd07-101e6ddce326]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] <== disconnect_volume: return (273ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:50:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:50:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'flavor' on Instance uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:50:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-d98727b6-92e3-4dc9-a777-e90929e91e75 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.784s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:50:15 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8598MB free_disk=24.90032196044922GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance a163783e-97c0-427c-8fff-fbdd822a5612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b06b87eb-3ce8-4d59-89ea-355815b630c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b5817f00-f778-4434-ac68-858af4d09130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:50:15 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:50:16 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:50:16 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:50:16 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:50:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.277s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:50:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:50:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:50:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-changed-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Refreshing instance network info cache due to event network-changed-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] Acquiring lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] Acquired lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Refreshing network info cache for port aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:50:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Ignoring supplied device name: /dev/vdb
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:42 user nova-compute[75027]: INFO nova.compute.manager [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Attaching volume 29e6ac4d-9436-4cee-8216-51b5832e5635 to /dev/vdb
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updated VIF entry in instance network info cache for port aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating instance_info_cache with network_info: [{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.utils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-4bc6df68-3b71-4342-982a-0308c9272dbe req-5b4f84c1-9bc9-4250-ae96-a4c8a5f4551c service nova] Releasing lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5a7c4b-78f1-42e8-afa5-05b4c2c2e1cf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb4a783-e376-4456-9b3b-2b92e3152832]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dde82fb-3690-4788-964f-af68bbad274c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c0162b1-16f2-47d8-8131-4fa8396b964a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:50:42 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:50:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bdef1bd-98c3-4cb0-b4e6-0f717748811d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG os_brick.utils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:50:42 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating existing volume attachment record: e37a686c-79e0-43a5-8d18-bd77618379be {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:50:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:45 user nova-compute[75027]: INFO nova.compute.manager [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Terminating instance
Nov 29 04:50:45 user nova-compute[75027]: DEBUG nova.compute.manager [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG nova.compute.manager [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-79dcc835-d836-4b07-8b1f-e10e7001b3ee req-b4c59805-4e16-4f42-9e24-a2400d99cbdb service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-unplugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Instance destroyed successfully.
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lazy-loading 'resources' on Instance uuid b06b87eb-3ce8-4d59-89ea-355815b630c6 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1407979685',display_name='tempest-TestMinimumBasicScenario-server-1407979685',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1407979685',id=44,image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDd+bK+69VVXr4Dbx8nCkQVcmPng/bMXJ32lCp7kq7U0KW2bXijOwcDieC/2KOmQTwMLevULKeVNttoGYrKaiPImodpC5Y5W+JNVkFJaN7jao4Md972GkE64/MpJLOSGCA==',key_name='tempest-TestMinimumBasicScenario-867399103',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:45:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='290ba7789c7342d3a99ed31ef1c2f13e',ramdisk_id='',reservation_id='r-ckh8ah2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='87f9fac6-f1c4-4a2c-9dcb-eb3fe0fbdce1',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2065681735',owner_user_name='tempest-TestMinimumBasicScenario-2065681735-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:48:06Z,user_data=None,user_id='ce8899dbd467494f941ba0e122f9dc0f',uuid=b06b87eb-3ce8-4d59-89ea-355815b630c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converting VIF {"id": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "address": "fa:16:3e:e3:b1:3f", "network": {"id": "73a8a4c6-112d-4251-bf48-5a932bb04e97", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-175494798-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "290ba7789c7342d3a99ed31ef1c2f13e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccada4cf-10", "ovs_interfaceid": "ccada4cf-1074-4a14-9f69-ea74a81d46e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG os_vif [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccada4cf-10, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a796c827-b21b-4565-ae3d-019831a0977c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:50:46 user nova-compute[75027]: INFO os_vif [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:b1:3f,bridge_name='br-int',has_traffic_filtering=True,id=ccada4cf-1074-4a14-9f69-ea74a81d46e5,network=Network(73a8a4c6-112d-4251-bf48-5a932bb04e97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccada4cf-10')
Nov 29 04:50:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Deleting instance files /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6_del
Nov 29 04:50:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Deletion of /opt/stack/data/nova/instances/b06b87eb-3ce8-4d59-89ea-355815b630c6_del complete
Nov 29 04:50:46 user nova-compute[75027]: INFO nova.compute.manager [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 04:50:46 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:50:46 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:50:46 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Took 0.40 seconds to deallocate network for instance.
Nov 29 04:50:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:47 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:50:47 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:50:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.170s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:47 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Deleted allocations for instance b06b87eb-3ce8-4d59-89ea-355815b630c6
Nov 29 04:50:47 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f27eb000-16a5-4bf5-9472-894c3bcb9f37 tempest-TestMinimumBasicScenario-2065681735 tempest-TestMinimumBasicScenario-2065681735-project-member] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.637s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] Acquiring lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:48 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] Lock "b06b87eb-3ce8-4d59-89ea-355815b630c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] No waiting events found dispatching network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:50:48 user nova-compute[75027]: WARNING nova.compute.manager [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received unexpected event network-vif-plugged-ccada4cf-1074-4a14-9f69-ea74a81d46e5 for instance with vm_state deleted and task_state None.
Nov 29 04:50:48 user nova-compute[75027]: DEBUG nova.compute.manager [req-63c39994-5457-4272-81e9-93cc65bede9a req-8048befe-51bb-4b0d-91cb-90daf212669c service nova] [instance: b06b87eb-3ce8-4d59-89ea-355815b630c6] Received event network-vif-deleted-ccada4cf-1074-4a14-9f69-ea74a81d46e5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmMsIKiF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:50:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:50:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:50:49 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[879dbf16-573f-4dc6-8862-698bd28694e7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:50:49 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8db023d-766d-4d49-a9af-6aca86b3598b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635] added
Nov 29 04:50:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe4ed56-259e-4a20-9526-7e31c2e69d6c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[286a5566-aec0-4193-87e1-136a8848941c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hmMsIKiF {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hmMsIKiF" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[095303e6-aaa3-4f41-86f7-f0d8de7a0a2a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hmMsIKiF'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d25be1-7cb3-4aff-b038-6a8810e23d88]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b983671-05bc-42d2-8c58-5c6edacbbc05]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:50:49 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:50:49 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:50:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:50:49 user nova-compute[75027]: 
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91f2f49-0eed-4cdd-afd9-99c390d0ddc9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260]
Nov 29 04:50:49 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260] successful.
Nov 29 04:50:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0899f4b4-5bc9-4e27-9e6e-4c1088c26c94]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b706ac96-d96b-4ad1-ad58-9838b2cff363]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:50:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:50:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.244s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a8e61f-937f-4f73-9953-a26d7f41a29c]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmMsIKiF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:50:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:50:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23132383364353334', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:50:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132383364353334', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:50:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:50:50 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:50:50 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:50:50 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:50:50 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:50:50 user nova-compute[75027]:   <serial>29e6ac4d-9436-4cee-8216-51b5832e5635</serial>
Nov 29 04:50:50 user nova-compute[75027]: </disk>
Nov 29 04:50:50 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:50:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:50:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:50:51 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No VIF found with MAC fa:16:3e:9e:61:42, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:50:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8a3fb969-93c8-4f85-8fd6-e38c2b8d020e tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.735s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:59 user nova-compute[75027]: INFO nova.compute.manager [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Terminating instance
Nov 29 04:50:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-40ba2dba-5142-402e-8e95-08aae6e7028c req-483114b7-6d2d-4332-acc4-d3f07c0fed67 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-unplugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:50:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Instance destroyed successfully.
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'resources' on Instance uuid a163783e-97c0-427c-8fff-fbdd822a5612 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-581546268',display_name='tempest-AttachVolumeTestJSON-server-581546268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-581546268',id=41,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBVX5A8UigUWAH4NbTsLvPzUj0jYneM6gUF7wEmghgd/0H5xyHhLRxW0geUbNrfmyIAXL2Y6afQVk6MYAQkTfwf1nGbRLxUQ5bQYOSIieWnNwRmZ3xnXvdz4aaTj+5veYg==',key_name='tempest-keypair-1843712046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:41:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-0c7yaenn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:49:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=a163783e-97c0-427c-8fff-fbdd822a5612,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "d8261dc0-5093-4acc-9517-768ecd73416e", "address": "fa:16:3e:62:bd:f9", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8261dc0-50", "ovs_interfaceid": "d8261dc0-5093-4acc-9517-768ecd73416e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG os_vif [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8261dc0-50, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4c337a8-08da-4975-99af-8c01a24e1c7d) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:00 user nova-compute[75027]: INFO os_vif [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:bd:f9,bridge_name='br-int',has_traffic_filtering=True,id=d8261dc0-5093-4acc-9517-768ecd73416e,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8261dc0-50')
Nov 29 04:51:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Deleting instance files /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612_del
Nov 29 04:51:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Deletion of /opt/stack/data/nova/instances/a163783e-97c0-427c-8fff-fbdd822a5612_del complete
Nov 29 04:51:00 user nova-compute[75027]: INFO nova.compute.manager [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 04:51:00 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:51:00 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:01 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Took 0.87 seconds to deallocate network for instance.
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-92715bce-2987-4c18-bac8-3468a51a0127 req-5c1c00a5-6463-4de3-9d94-5616d5651982 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-deleted-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.160s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:01 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Deleted allocations for instance a163783e-97c0-427c-8fff-fbdd822a5612
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-b5340257-f474-4d1e-820c-f808b62e33b9 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "a163783e-97c0-427c-8fff-fbdd822a5612" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.124s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] Acquiring lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] Lock "a163783e-97c0-427c-8fff-fbdd822a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] No waiting events found dispatching network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:01 user nova-compute[75027]: WARNING nova.compute.manager [req-84ef27f5-51ed-4466-b56b-76f6dacccd71 req-afb554fa-9bc8-4b3c-8f9e-af93b93f4389 service nova] [instance: a163783e-97c0-427c-8fff-fbdd822a5612] Received unexpected event network-vif-plugged-d8261dc0-5093-4acc-9517-768ecd73416e for instance with vm_state deleted and task_state None.
Nov 29 04:51:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:51:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b5817f00-f778-4434-ac68-858af4d09130] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating instance_info_cache with network_info: [{"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-b5817f00-f778-4434-ac68-858af4d09130" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:06 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:51:07 user nova-compute[75027]: INFO nova.compute.claims [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Claim successful on node user
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.242s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:51:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.policy [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:51:07 user nova-compute[75027]: INFO nova.virt.block_device [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Booting with volume fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc at /dev/vda
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2771dbc1-38b1-40ac-bae1-2f861bc7389b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6a412f-6a53-4026-8e79-5c10043b9fee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f364f1b2-b50e-4b66-8abd-b894478686dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd60c88-a5b3-40d2-922a-148ab6b75094]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:51:07 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:51:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ccd49a-9c64-4a93-b6f6-2f69a759fa12]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG os_brick.utils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:51:07 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating existing volume attachment record: 1ef4ee50-5252-4de5-87bb-7654fbf836e1 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:51:08 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Successfully created port: b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:51:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Successfully updated port: b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-changed-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Refreshing instance network info cache due to event network-changed-b9ec8943-0905-41b2-8b22-7d2888365fc4. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] Acquiring lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating instance_info_cache with network_info: [{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Instance network_info: |[{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] Acquired lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Refreshing network info cache for port b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updated VIF entry in instance network info cache for port b9ec8943-0905-41b2-8b22-7d2888365fc4. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG nova.network.neutron [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating instance_info_cache with network_info: [{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f8240f19-f470-4bc5-8759-feae1fce8eb8 req-5c860906-2be7-49ea-9f29-8aa244ac3fdd service nova] Releasing lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:51:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:11 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:11 user nova-compute[75027]: INFO nova.compute.manager [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Detaching volume 29e6ac4d-9436-4cee-8216-51b5832e5635
Nov 29 04:51:12 user nova-compute[75027]: INFO nova.virt.block_device [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Attempting to driver detach volume 29e6ac4d-9436-4cee-8216-51b5832e5635 from mountpoint /dev/vdb
Nov 29 04:51:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Attempting to detach device vdb from instance b5817f00-f778-4434-ac68-858af4d09130 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:51:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:51:12 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:51:12 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:51:12 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:51:12 user nova-compute[75027]:   <serial>29e6ac4d-9436-4cee-8216-51b5832e5635</serial>
Nov 29 04:51:12 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:51:12 user nova-compute[75027]: </disk>
Nov 29 04:51:12 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:51:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully detached device vdb from instance b5817f00-f778-4434-ac68-858af4d09130 from the persistent domain config.
Nov 29 04:51:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b5817f00-f778-4434-ac68-858af4d09130 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:51:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:51:12 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:51:12 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:51:12 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:51:12 user nova-compute[75027]:   <serial>29e6ac4d-9436-4cee-8216-51b5832e5635</serial>
Nov 29 04:51:12 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:51:12 user nova-compute[75027]: </disk>
Nov 29 04:51:12 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:51:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:51:14 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Creating image(s)
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Ensure instance console log exists: /opt/stack/data/nova/instances/01abf004-f5f2-43e7-ab2d-ccb72e5069e8/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Start _get_guest_xml network_info=[{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '1ef4ee50-5252-4de5-87bb-7654fbf836e1', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01abf004-f5f2-43e7-ab2d-ccb72e5069e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'serial': 'fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:51:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:14 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:51:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:51:14 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:51:14 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[339df1db-dda3-46a0-b578-8d2cea55d421]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:51:14 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0515fcdc-293a-4abe-bd59-4bab9d06a678]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc] added
Nov 29 04:51:14 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7068416-2987-4b2f-88eb-3622b0ff4f34]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[73fcae9d-8499-4087-a3b5-78447a6b70f6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:14 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EuUYaxzw {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EuUYaxzw" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bfe01d-5479-4ad2-819f-86617e4c3c03]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EuUYaxzw'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ceb236-0a03-416e-a471-a7006252585a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d3a0aba-f37f-431a-bb70-a0cc405f9bc6]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3032ee8a-7480-4fe8-9cd4-11e5b8b7cd55]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]
Nov 29 04:51:15 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.
Nov 29 04:51:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fad6cf11-b517-4c23-b6f7-8cff45497032]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b1545d-0188-447a-a5b5-c24ad2fbee37]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:15 user nova-compute[75027]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:15 user nova-compute[75027]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:15 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[63313439-01df-4d88-a93e-485d2aad803f]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26139393438333033', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139393438333033', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-131156569',display_name='tempest-TestVolumeBootPattern-server-131156569',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-131156569',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-4qou8aip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:51:07Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=01abf004-f5f2-43e7-ab2d-ccb72e5069e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.objects.instance [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid 01abf004-f5f2-43e7-ab2d-ccb72e5069e8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:51:16 user nova-compute[75027]:   <uuid>01abf004-f5f2-43e7-ab2d-ccb72e5069e8</uuid>
Nov 29 04:51:16 user nova-compute[75027]:   <name>instance-0000002f</name>
Nov 29 04:51:16 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:51:16 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:51:16 user nova-compute[75027]:   <metadata>
Nov 29 04:51:16 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:51:16 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:51:16 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-server-131156569</nova:name>
Nov 29 04:51:16 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:51:14</nova:creationTime>
Nov 29 04:51:16 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:51:16 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:51:16 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:51:16 user nova-compute[75027]:       <nova:owner>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:51:16 user nova-compute[75027]:       </nova:owner>
Nov 29 04:51:16 user nova-compute[75027]:       <nova:ports>
Nov 29 04:51:16 user nova-compute[75027]:         <nova:port uuid="b9ec8943-0905-41b2-8b22-7d2888365fc4">
Nov 29 04:51:16 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:51:16 user nova-compute[75027]:         </nova:port>
Nov 29 04:51:16 user nova-compute[75027]:       </nova:ports>
Nov 29 04:51:16 user nova-compute[75027]:     </nova:instance>
Nov 29 04:51:16 user nova-compute[75027]:   </metadata>
Nov 29 04:51:16 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:51:16 user nova-compute[75027]:     <system>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="serial">01abf004-f5f2-43e7-ab2d-ccb72e5069e8</entry>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="uuid">01abf004-f5f2-43e7-ab2d-ccb72e5069e8</entry>
Nov 29 04:51:16 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:51:16 user nova-compute[75027]:     </system>
Nov 29 04:51:16 user nova-compute[75027]:   </sysinfo>
Nov 29 04:51:16 user nova-compute[75027]:   <os>
Nov 29 04:51:16 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:51:16 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:51:16 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:51:16 user nova-compute[75027]:   </os>
Nov 29 04:51:16 user nova-compute[75027]:   <features>
Nov 29 04:51:16 user nova-compute[75027]:     <acpi/>
Nov 29 04:51:16 user nova-compute[75027]:     <apic/>
Nov 29 04:51:16 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:51:16 user nova-compute[75027]:   </features>
Nov 29 04:51:16 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:51:16 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:51:16 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:51:16 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:51:16 user nova-compute[75027]:   </clock>
Nov 29 04:51:16 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:51:16 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:51:16 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:51:16 user nova-compute[75027]:   </cpu>
Nov 29 04:51:16 user nova-compute[75027]:   <devices>
Nov 29 04:51:16 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:51:16 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:51:16 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:51:16 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:51:16 user nova-compute[75027]:       <serial>fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc</serial>
Nov 29 04:51:16 user nova-compute[75027]:     </disk>
Nov 29 04:51:16 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:51:16 user nova-compute[75027]:       <mac address="fa:16:3e:2f:45:d9"/>
Nov 29 04:51:16 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:51:16 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:51:16 user nova-compute[75027]:       <target dev="tapb9ec8943-09"/>
Nov 29 04:51:16 user nova-compute[75027]:     </interface>
Nov 29 04:51:16 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:51:16 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/01abf004-f5f2-43e7-ab2d-ccb72e5069e8/console.log" append="off"/>
Nov 29 04:51:16 user nova-compute[75027]:     </serial>
Nov 29 04:51:16 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:51:16 user nova-compute[75027]:     <video>
Nov 29 04:51:16 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:51:16 user nova-compute[75027]:     </video>
Nov 29 04:51:16 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:51:16 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:51:16 user nova-compute[75027]:     </rng>
Nov 29 04:51:16 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:51:16 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:51:16 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:51:16 user nova-compute[75027]:     </memballoon>
Nov 29 04:51:16 user nova-compute[75027]:   </devices>
Nov 29 04:51:16 user nova-compute[75027]: </domain>
Nov 29 04:51:16 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-131156569',display_name='tempest-TestVolumeBootPattern-server-131156569',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-131156569',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-4qou8aip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:51:07Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=01abf004-f5f2-43e7-ab2d-ccb72e5069e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG os_vif [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9bb9a17a-ddba-5522-880b-566c7f423122', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9ec8943-09, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9ec8943-09, col_values=(('qos', UUID('ecb5c5ad-163a-45a4-9862-87b11aa77bdc')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9ec8943-09, col_values=(('external_ids', {'iface-id': 'b9ec8943-0905-41b2-8b22-7d2888365fc4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:45:d9', 'vm-uuid': '01abf004-f5f2-43e7-ab2d-ccb72e5069e8'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:16 user nova-compute[75027]: INFO os_vif [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09')
Nov 29 04:51:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:2f:45:d9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:16 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:17 user nova-compute[75027]: DEBUG nova.compute.manager [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] No waiting events found dispatching network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:17 user nova-compute[75027]: WARNING nova.compute.manager [req-aee221b9-b7f5-45b7-b152-76a6e8d56542 req-36e27857-3912-490b-8e5d-bd1db3ac2b95 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received unexpected event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 for instance with vm_state building and task_state spawning.
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8795MB free_disk=24.953968048095703GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance b5817f00-f778-4434-ac68-858af4d09130 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 01abf004-f5f2-43e7-ab2d-ccb72e5069e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:51:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.230s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:51:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Instance spawned successfully.
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.compute.manager [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] No waiting events found dispatching network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:19 user nova-compute[75027]: WARNING nova.compute.manager [req-731e741f-b387-44c4-95f0-ca8800d23fde req-ae2d576c-256a-49fe-9d34-aa30a7289c1a service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received unexpected event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 for instance with vm_state building and task_state spawning.
Nov 29 04:51:19 user nova-compute[75027]: INFO nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Took 4.97 seconds to spawn the instance on the hypervisor.
Nov 29 04:51:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:51:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:19 user nova-compute[75027]: INFO nova.compute.manager [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Took 12.86 seconds to build instance.
Nov 29 04:51:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-02668533-2090-4708-840e-32b19b9852f9 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.956s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:51:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:32 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b5817f00-f778-4434-ac68-858af4d09130 is timed out.
Nov 29 04:51:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully detached device vdb from instance b5817f00-f778-4434-ac68-858af4d09130 from the live domain config.
Nov 29 04:51:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmMsIKiF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:51:32 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[252f8fc4-eea8-410a-a071-d9cc342660a1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:51:32 user nova-compute[75027]: No targets found.
Nov 29 04:51:32 user nova-compute[75027]: iSNS:
Nov 29 04:51:32 user nova-compute[75027]: No targets found.
Nov 29 04:51:32 user nova-compute[75027]: STATIC:
Nov 29 04:51:32 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:51:32 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:51:32 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:51:32 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635
Nov 29 04:51:32 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:51:32 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:51:32 user nova-compute[75027]: FIRMWARE:
Nov 29 04:51:32 user nova-compute[75027]: No targets found.
Nov 29 04:51:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:51:32 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:51:32 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3b1296-bff6-4f3c-982d-dc7464214516]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0786c509-664a-45fc-be25-56bfa3f2721a]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:32 user nova-compute[75027]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 (non-flash)
Nov 29 04:51:32 user nova-compute[75027]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0466ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9b4aa8-7d07-4830-99a3-40236be062d0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[86262904-517e-493e-963a-997df7c65852]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce94366-8e6b-4bed-bc98-cc293a52a57b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e56f3b9c-a32e-4426-b564-38a8d389541c]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4c33e8c-78d2-42ba-bceb-535ca2f647f8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[614abc6d-6f78-470c-9168-84adbf419547]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260]
Nov 29 04:51:32 user nova-compute[75027]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635, portal: 172.16.0.220,3260] successful.
Nov 29 04:51:32 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[439bd070-42b9-4a55-8596-889ccd04d30c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== disconnect_volume: return (316ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:51:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-e1cc5e42-fc28-4c9a-9956-2e39fb40db54 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.219s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.121s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:34 user nova-compute[75027]: INFO nova.compute.manager [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Terminating instance
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-unplugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] No waiting events found dispatching network-vif-unplugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.compute.manager [req-e39c9380-e59e-45d8-ac59-f933a3600f9f req-cb6d5b3b-d435-42c9-9329-483dd36053d3 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-unplugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] Instance destroyed successfully.
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'resources' on Instance uuid b5817f00-f778-4434-ac68-858af4d09130 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1896406079',display_name='tempest-VolumesSnapshotTestJSON-instance-1896406079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1896406079',id=46,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFcsAla+Az16WVDZTYPKl5k3npraEqRFqgSTCMvV9JFeEdY/NfX6ZRn10IDt9FPSt5XarWTR6gW5ES6zssKzIGqS6J0zyTahCuG8tB/LcbBU5cSh9ogtaNxBBhYGjf4MhA==',key_name='tempest-keypair-1315622313',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:48:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-5r6xikqa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:48:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=b5817f00-f778-4434-ac68-858af4d09130,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "address": "fa:16:3e:9e:61:42", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa5962a1-eb", "ovs_interfaceid": "aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG os_vif [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa5962a1-eb, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a398ec5-881f-4d75-aa82-3f3d259392ce) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:35 user nova-compute[75027]: INFO os_vif [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:61:42,bridge_name='br-int',has_traffic_filtering=True,id=aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa5962a1-eb')
Nov 29 04:51:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmMsIKiF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:51:35 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6440b281-06b4-4fd0-918f-c375afb0085e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:51:35 user nova-compute[75027]: No targets found.
Nov 29 04:51:35 user nova-compute[75027]: iSNS:
Nov 29 04:51:35 user nova-compute[75027]: No targets found.
Nov 29 04:51:35 user nova-compute[75027]: STATIC:
Nov 29 04:51:35 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:51:35 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:51:35 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:51:35 user nova-compute[75027]: FIRMWARE:
Nov 29 04:51:35 user nova-compute[75027]: No targets found.
Nov 29 04:51:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:51:35 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:51:35 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:29e6ac4d-9436-4cee-8216-51b5832e5635', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd16853-17f8-45b6-84d6-dbbbd421487a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a49aef-9483-4722-a246-10499f412686]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:51:35 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f060bf40>, {}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Disconnecting from: [] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== disconnect_volume: return (72ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:51:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Deleting instance files /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130_del
Nov 29 04:51:35 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Deletion of /opt/stack/data/nova/instances/b5817f00-f778-4434-ac68-858af4d09130_del complete
Nov 29 04:51:35 user nova-compute[75027]: INFO nova.compute.manager [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 04:51:35 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:51:35 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:35 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: b5817f00-f778-4434-ac68-858af4d09130] Took 0.82 seconds to deallocate network for instance.
Nov 29 04:51:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-81e9a019-c14b-432f-b4c9-2ab4fde1b77d req-cc8924e8-f02f-4d9b-bc56-069b6a6536c5 service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-deleted-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:36 user nova-compute[75027]: WARNING nova.volume.cinder [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Attachment e37a686c-79e0-43a5-8d18-bd77618379be does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = e37a686c-79e0-43a5-8d18-bd77618379be. (HTTP 404) (Request-ID: req-2ac3fd62-4720-47a5-aa58-60601ef03480)
Nov 29 04:51:36 user nova-compute[75027]: INFO nova.compute.manager [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: b5817f00-f778-4434-ac68-858af4d09130] Took 0.02 seconds to detach 1 volumes for instance.
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.148s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:36 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Deleted allocations for instance b5817f00-f778-4434-ac68-858af4d09130
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c6ebef1a-a569-41ab-9e6d-0d9d8a83babf tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "b5817f00-f778-4434-ac68-858af4d09130" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.142s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] Acquiring lock "b5817f00-f778-4434-ac68-858af4d09130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] Lock "b5817f00-f778-4434-ac68-858af4d09130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:36 user nova-compute[75027]: DEBUG nova.compute.manager [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] No waiting events found dispatching network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:36 user nova-compute[75027]: WARNING nova.compute.manager [req-05046d42-68bf-4cb9-bdde-0e8bd50f22e3 req-819752f3-2663-4b25-a747-e4096753b6fc service nova] [instance: b5817f00-f778-4434-ac68-858af4d09130] Received unexpected event network-vif-plugged-aa5962a1-eb7a-4111-8b7d-ce82ae64b5fd for instance with vm_state deleted and task_state None.
Nov 29 04:51:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:51:53 user nova-compute[75027]: INFO nova.compute.claims [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Claim successful on node user
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.241s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:51:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:51:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Creating image(s)
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "/opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "/opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "/opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG nova.policy [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e209da8a642d4fa3aba8f5d9bd2d2ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6b116b56439686ff7206f203dbab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.206s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk 1073741824" returned: 0 in 0.055s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking if we can resize image /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Successfully created port: dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Cannot resize image /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Ensure instance console log exists: /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Successfully updated port: dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquired lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-changed-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Refreshing instance network info cache due to event network-changed-dbf4dc46-212b-40a2-8f76-c578ed96953d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] Acquiring lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Releasing lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Instance network_info: |[{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] Acquired lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Refreshing network info cache for port dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Start _get_guest_xml network_info=[{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:51:55 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:55 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-219300997',display_name='tempest-AttachVolumeTestJSON-server-219300997',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-219300997',id=48,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrNbstKv1ptkjr95RohlJrcC1SY4O8qwswvTbDvV4pEtU3ZhqGyR0Euh0R76MpwOXSBcWA2evFkHfaX3qiha9J7UTxAioxE1Wr2OS27a5ZiBOJ1C3NKd/dRCcAUBuFuag==',key_name='tempest-keypair-1417144346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-7v0w1idt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:51:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=050dc1d9-0e1a-49ce-827b-756a99d68903,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'pci_devices' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:51:55 user nova-compute[75027]:   <uuid>050dc1d9-0e1a-49ce-827b-756a99d68903</uuid>
Nov 29 04:51:55 user nova-compute[75027]:   <name>instance-00000030</name>
Nov 29 04:51:55 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:51:55 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:51:55 user nova-compute[75027]:   <metadata>
Nov 29 04:51:55 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:51:55 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:name>tempest-AttachVolumeTestJSON-server-219300997</nova:name>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:51:55</nova:creationTime>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:51:55 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:51:55 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:owner>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:user uuid="e209da8a642d4fa3aba8f5d9bd2d2ff1">tempest-AttachVolumeTestJSON-22935995-project-member</nova:user>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:project uuid="834a6b116b56439686ff7206f203dbab">tempest-AttachVolumeTestJSON-22935995</nova:project>
Nov 29 04:51:55 user nova-compute[75027]:       </nova:owner>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:51:55 user nova-compute[75027]:       <nova:ports>
Nov 29 04:51:55 user nova-compute[75027]:         <nova:port uuid="dbf4dc46-212b-40a2-8f76-c578ed96953d">
Nov 29 04:51:55 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 04:51:55 user nova-compute[75027]:         </nova:port>
Nov 29 04:51:55 user nova-compute[75027]:       </nova:ports>
Nov 29 04:51:55 user nova-compute[75027]:     </nova:instance>
Nov 29 04:51:55 user nova-compute[75027]:   </metadata>
Nov 29 04:51:55 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:51:55 user nova-compute[75027]:     <system>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="serial">050dc1d9-0e1a-49ce-827b-756a99d68903</entry>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="uuid">050dc1d9-0e1a-49ce-827b-756a99d68903</entry>
Nov 29 04:51:55 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:51:55 user nova-compute[75027]:     </system>
Nov 29 04:51:55 user nova-compute[75027]:   </sysinfo>
Nov 29 04:51:55 user nova-compute[75027]:   <os>
Nov 29 04:51:55 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:51:55 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:51:55 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:51:55 user nova-compute[75027]:   </os>
Nov 29 04:51:55 user nova-compute[75027]:   <features>
Nov 29 04:51:55 user nova-compute[75027]:     <acpi/>
Nov 29 04:51:55 user nova-compute[75027]:     <apic/>
Nov 29 04:51:55 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:51:55 user nova-compute[75027]:   </features>
Nov 29 04:51:55 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:51:55 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:51:55 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:51:55 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:51:55 user nova-compute[75027]:   </clock>
Nov 29 04:51:55 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:51:55 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:51:55 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:51:55 user nova-compute[75027]:   </cpu>
Nov 29 04:51:55 user nova-compute[75027]:   <devices>
Nov 29 04:51:55 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:51:55 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:51:55 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk"/>
Nov 29 04:51:55 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:51:55 user nova-compute[75027]:     </disk>
Nov 29 04:51:55 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:51:55 user nova-compute[75027]:       <mac address="fa:16:3e:f1:e8:d1"/>
Nov 29 04:51:55 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:51:55 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:51:55 user nova-compute[75027]:       <target dev="tapdbf4dc46-21"/>
Nov 29 04:51:55 user nova-compute[75027]:     </interface>
Nov 29 04:51:55 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:51:55 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/console.log" append="off"/>
Nov 29 04:51:55 user nova-compute[75027]:     </serial>
Nov 29 04:51:55 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:51:55 user nova-compute[75027]:     <video>
Nov 29 04:51:55 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:51:55 user nova-compute[75027]:     </video>
Nov 29 04:51:55 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:51:55 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:51:55 user nova-compute[75027]:     </rng>
Nov 29 04:51:55 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:51:55 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:51:55 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:51:55 user nova-compute[75027]:     </memballoon>
Nov 29 04:51:55 user nova-compute[75027]:   </devices>
Nov 29 04:51:55 user nova-compute[75027]: </domain>
Nov 29 04:51:55 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-219300997',display_name='tempest-AttachVolumeTestJSON-server-219300997',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-219300997',id=48,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrNbstKv1ptkjr95RohlJrcC1SY4O8qwswvTbDvV4pEtU3ZhqGyR0Euh0R76MpwOXSBcWA2evFkHfaX3qiha9J7UTxAioxE1Wr2OS27a5ZiBOJ1C3NKd/dRCcAUBuFuag==',key_name='tempest-keypair-1417144346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-7v0w1idt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:51:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=050dc1d9-0e1a-49ce-827b-756a99d68903,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG os_vif [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5366a23d-7568-54d4-8ad6-7a5ed1869727', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbf4dc46-21, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbf4dc46-21, col_values=(('qos', UUID('52f86565-e434-4940-a66a-3009310cb46f')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbf4dc46-21, col_values=(('external_ids', {'iface-id': 'dbf4dc46-212b-40a2-8f76-c578ed96953d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:e8:d1', 'vm-uuid': '050dc1d9-0e1a-49ce-827b-756a99d68903'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:55 user nova-compute[75027]: INFO os_vif [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21')
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No VIF found with MAC fa:16:3e:f1:e8:d1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updated VIF entry in instance network info cache for port dbf4dc46-212b-40a2-8f76-c578ed96953d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:51:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-821cc7b6-dcd4-4a6c-be4f-9e3f0b889aa4 req-50c80417-37c2-467e-a23e-efaab8c98ad1 service nova] Releasing lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:51:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] No waiting events found dispatching network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:57 user nova-compute[75027]: WARNING nova.compute.manager [req-086a3c53-9659-4ab0-87e3-7d7e8574c150 req-1113606f-9124-43db-b482-d8ecb6cd4f36 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received unexpected event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d for instance with vm_state building and task_state spawning.
Nov 29 04:51:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:51:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Instance spawned successfully.
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] No waiting events found dispatching network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:51:59 user nova-compute[75027]: WARNING nova.compute.manager [req-59f9bc9a-24e3-460d-83cf-8ff7cb5fe9d2 req-cf6566ac-f822-493f-be41-b2914115fcdf service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received unexpected event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d for instance with vm_state building and task_state spawning.
Nov 29 04:51:59 user nova-compute[75027]: INFO nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Took 5.46 seconds to spawn the instance on the hypervisor.
Nov 29 04:51:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:51:59 user nova-compute[75027]: INFO nova.compute.manager [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Took 6.04 seconds to build instance.
Nov 29 04:51:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1550e05c-7468-4cac-a439-c36f90fd040d tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.163s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:51:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:02 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:52:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:52:03 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:52:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 01abf004-f5f2-43e7-ab2d-ccb72e5069e8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating instance_info_cache with network_info: [{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:52:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:52:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:52:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:52:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:52:18 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8678MB free_disk=24.98345947265625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 01abf004-f5f2-43e7-ab2d-ccb72e5069e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 050dc1d9-0e1a-49ce-827b-756a99d68903 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:52:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.546s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:52:22 user nova-compute[75027]: INFO nova.compute.claims [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Claim successful on node user
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.244s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:52:22 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:52:22 user nova-compute[75027]: DEBUG nova.policy [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f7d86bac0741a0ac326e60c6fd1a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c433dea09849218ee3bff825051bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:52:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Creating image(s)
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "/opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "/opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "/opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.187s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk 1073741824" returned: 0 in 0.051s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Successfully created port: a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Cannot resize image /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Ensure instance console log exists: /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Successfully updated port: a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquired lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-changed-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.compute.manager [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Refreshing instance network info cache due to event network-changed-a2452b5c-dbe7-4480-8243-e54e2dfd5390. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] Acquiring lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating instance_info_cache with network_info: [{"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Releasing lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Instance network_info: |[{"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] Acquired lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Refreshing network info cache for port a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Start _get_guest_xml network_info=[{"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:52:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:52:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1955747004',display_name='tempest-VolumesSnapshotTestJSON-instance-1955747004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1955747004',id=49,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBGGEc20kED+ggM+BhsGcChgijBkiYyxQUHjXiobU9+Tvf/vXAWFUxs3gdiR2hrHEoL5g4RbWE6J5ta9rgLrlpGDhyv/dn4UPtXoJ6q/5fWd1Nd4JAfUXDAbzxkncmkROg==',key_name='tempest-keypair-1084943522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-wxhzz551',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:52:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=e684c724-98d1-40aa-8689-f8f811f68656,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'pci_devices' on Instance uuid e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:52:24 user nova-compute[75027]:   <uuid>e684c724-98d1-40aa-8689-f8f811f68656</uuid>
Nov 29 04:52:24 user nova-compute[75027]:   <name>instance-00000031</name>
Nov 29 04:52:24 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:52:24 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:52:24 user nova-compute[75027]:   <metadata>
Nov 29 04:52:24 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:52:24 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1955747004</nova:name>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:52:24</nova:creationTime>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:52:24 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:52:24 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:owner>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:user uuid="94f7d86bac0741a0ac326e60c6fd1a6b">tempest-VolumesSnapshotTestJSON-1267417677-project-member</nova:user>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:project uuid="07c433dea09849218ee3bff825051bdc">tempest-VolumesSnapshotTestJSON-1267417677</nova:project>
Nov 29 04:52:24 user nova-compute[75027]:       </nova:owner>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:52:24 user nova-compute[75027]:       <nova:ports>
Nov 29 04:52:24 user nova-compute[75027]:         <nova:port uuid="a2452b5c-dbe7-4480-8243-e54e2dfd5390">
Nov 29 04:52:24 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:52:24 user nova-compute[75027]:         </nova:port>
Nov 29 04:52:24 user nova-compute[75027]:       </nova:ports>
Nov 29 04:52:24 user nova-compute[75027]:     </nova:instance>
Nov 29 04:52:24 user nova-compute[75027]:   </metadata>
Nov 29 04:52:24 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:52:24 user nova-compute[75027]:     <system>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="serial">e684c724-98d1-40aa-8689-f8f811f68656</entry>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="uuid">e684c724-98d1-40aa-8689-f8f811f68656</entry>
Nov 29 04:52:24 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:52:24 user nova-compute[75027]:     </system>
Nov 29 04:52:24 user nova-compute[75027]:   </sysinfo>
Nov 29 04:52:24 user nova-compute[75027]:   <os>
Nov 29 04:52:24 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:52:24 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:52:24 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:52:24 user nova-compute[75027]:   </os>
Nov 29 04:52:24 user nova-compute[75027]:   <features>
Nov 29 04:52:24 user nova-compute[75027]:     <acpi/>
Nov 29 04:52:24 user nova-compute[75027]:     <apic/>
Nov 29 04:52:24 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:52:24 user nova-compute[75027]:   </features>
Nov 29 04:52:24 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:52:24 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:52:24 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:52:24 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:52:24 user nova-compute[75027]:   </clock>
Nov 29 04:52:24 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:52:24 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:52:24 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:52:24 user nova-compute[75027]:   </cpu>
Nov 29 04:52:24 user nova-compute[75027]:   <devices>
Nov 29 04:52:24 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:52:24 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:52:24 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk"/>
Nov 29 04:52:24 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:52:24 user nova-compute[75027]:     </disk>
Nov 29 04:52:24 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:52:24 user nova-compute[75027]:       <mac address="fa:16:3e:8a:9d:b9"/>
Nov 29 04:52:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:52:24 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:52:24 user nova-compute[75027]:       <target dev="tapa2452b5c-db"/>
Nov 29 04:52:24 user nova-compute[75027]:     </interface>
Nov 29 04:52:24 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:52:24 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/console.log" append="off"/>
Nov 29 04:52:24 user nova-compute[75027]:     </serial>
Nov 29 04:52:24 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:52:24 user nova-compute[75027]:     <video>
Nov 29 04:52:24 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:52:24 user nova-compute[75027]:     </video>
Nov 29 04:52:24 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:52:24 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:52:24 user nova-compute[75027]:     </rng>
Nov 29 04:52:24 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:52:24 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:52:24 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:52:24 user nova-compute[75027]:     </memballoon>
Nov 29 04:52:24 user nova-compute[75027]:   </devices>
Nov 29 04:52:24 user nova-compute[75027]: </domain>
Nov 29 04:52:24 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1955747004',display_name='tempest-VolumesSnapshotTestJSON-instance-1955747004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1955747004',id=49,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBGGEc20kED+ggM+BhsGcChgijBkiYyxQUHjXiobU9+Tvf/vXAWFUxs3gdiR2hrHEoL5g4RbWE6J5ta9rgLrlpGDhyv/dn4UPtXoJ6q/5fWd1Nd4JAfUXDAbzxkncmkROg==',key_name='tempest-keypair-1084943522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-wxhzz551',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:52:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=e684c724-98d1-40aa-8689-f8f811f68656,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG os_vif [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37b446bb-b6c1-574b-bc9f-8a448ea8d4c2', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa2452b5c-db, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa2452b5c-db, col_values=(('qos', UUID('963a329e-64d9-44d8-b707-0deeccd9ee9e')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa2452b5c-db, col_values=(('external_ids', {'iface-id': 'a2452b5c-dbe7-4480-8243-e54e2dfd5390', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:9d:b9', 'vm-uuid': 'e684c724-98d1-40aa-8689-f8f811f68656'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: INFO os_vif [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db')
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No VIF found with MAC fa:16:3e:8a:9d:b9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updated VIF entry in instance network info cache for port a2452b5c-dbe7-4480-8243-e54e2dfd5390. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG nova.network.neutron [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating instance_info_cache with network_info: [{"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:52:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7ff87af1-dc6f-44c3-9d73-ea9da5ab3d88 req-2183f356-972f-44b5-b0ef-9f1294ce9e29 service nova] Releasing lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:52:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] No waiting events found dispatching network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:52:26 user nova-compute[75027]: WARNING nova.compute.manager [req-cff5389a-c8a0-43fd-8254-2692081bf275 req-6cddddee-4a01-4ce1-896e-c2dc920bb8e1 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received unexpected event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 for instance with vm_state building and task_state spawning.
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:52:28 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Instance spawned successfully.
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] No waiting events found dispatching network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:52:28 user nova-compute[75027]: WARNING nova.compute.manager [req-bc4eb9ad-3c93-46d6-bf74-58c25ed627b8 req-897bf38c-ab45-4763-8469-5c3f5cd94b9f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received unexpected event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 for instance with vm_state building and task_state spawning.
Nov 29 04:52:28 user nova-compute[75027]: INFO nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Took 5.28 seconds to spawn the instance on the hypervisor.
Nov 29 04:52:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:52:28 user nova-compute[75027]: INFO nova.compute.manager [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Took 5.83 seconds to build instance.
Nov 29 04:52:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4bff6b1f-9fcc-40f7-86f0-07dc06ed87f5 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.927s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:52:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-changed-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG nova.compute.manager [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Refreshing instance network info cache due to event network-changed-b9ec8943-0905-41b2-8b22-7d2888365fc4. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] Acquiring lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] Acquired lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:52:58 user nova-compute[75027]: DEBUG nova.network.neutron [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Refreshing network info cache for port b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updated VIF entry in instance network info cache for port b9ec8943-0905-41b2-8b22-7d2888365fc4. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.network.neutron [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating instance_info_cache with network_info: [{"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-bbb0f951-16a8-4e7d-a020-dc87eabe9929 req-3ba595ec-523c-4217-83ac-d577597ca97e service nova] Releasing lock "refresh_cache-01abf004-f5f2-43e7-ab2d-ccb72e5069e8" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:59 user nova-compute[75027]: INFO nova.compute.manager [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Terminating instance
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-unplugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] No waiting events found dispatching network-vif-unplugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG nova.compute.manager [req-83dc8af3-203a-41a1-9edc-dabafff00909 req-b74b0490-535a-4aa3-aeab-f4808aa2c83b service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-unplugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:52:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Instance destroyed successfully.
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid 01abf004-f5f2-43e7-ab2d-ccb72e5069e8 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-131156569',display_name='tempest-TestVolumeBootPattern-server-131156569',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-131156569',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:51:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-4qou8aip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:51:20Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=01abf004-f5f2-43e7-ab2d-ccb72e5069e8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "address": "fa:16:3e:2f:45:d9", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9ec8943-09", "ovs_interfaceid": "b9ec8943-0905-41b2-8b22-7d2888365fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_vif [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9ec8943-09, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ecb5c5ad-163a-45a4-9862-87b11aa77bdc) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:00 user nova-compute[75027]: INFO os_vif [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:45:d9,bridge_name='br-int',has_traffic_filtering=True,id=b9ec8943-0905-41b2-8b22-7d2888365fc4,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9ec8943-09')
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:00 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[81c74827-610d-412b-ac1c-0f3a283e7125]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:53:00 user nova-compute[75027]: No targets found.
Nov 29 04:53:00 user nova-compute[75027]: iSNS:
Nov 29 04:53:00 user nova-compute[75027]: No targets found.
Nov 29 04:53:00 user nova-compute[75027]: STATIC:
Nov 29 04:53:00 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:53:00 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:53:00 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:53:00 user nova-compute[75027]: FIRMWARE:
Nov 29 04:53:00 user nova-compute[75027]: No targets found.
Nov 29 04:53:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:53:00 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:53:00 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f93bc78e-9c89-4699-84bc-19ff818b1f64]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b037c77d-fde3-46f5-8fae-57d92397b284]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:53:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:53:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f06a36d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2cba09-19db-4008-b9b2-000aa67a5e80]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7fc9bc-18ea-4f77-a2e6-f98aceb04c75]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e564e309-338b-497d-ae13-8d7e8c86001d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d03f89-2009-4b94-ac77-ed505fd6c36f]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26139393438333033', '/dev/disk/by-id/scsi-1SCST_BIOe2035710-a9948303061ce54b', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e2035710') {{(pid=85508) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 04:53:00 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26139393438333033
Nov 29 04:53:00 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOe2035710-a9948303061ce54b
Nov 29 04:53:00 user nova-compute[75027]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_e2035710
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c8877a-97ca-4d56-9459-54139a38287d]: (4, None) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2422e93-2527-4db8-8957-038d3505891f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[29534541-60ed-4dee-9333-5ad0efde9275]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]
Nov 29 04:53:00 user nova-compute[75027]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.
Nov 29 04:53:00 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a358804-c7e2-43e6-867f-1e7c673a9518]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (303ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:53:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Deleting instance files /opt/stack/data/nova/instances/01abf004-f5f2-43e7-ab2d-ccb72e5069e8_del
Nov 29 04:53:00 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Deletion of /opt/stack/data/nova/instances/01abf004-f5f2-43e7-ab2d-ccb72e5069e8_del complete
Nov 29 04:53:00 user nova-compute[75027]: INFO nova.compute.manager [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 29 04:53:00 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:53:00 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:53:01 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:53:01 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Took 0.84 seconds to deallocate network for instance.
Nov 29 04:53:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:53:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] Acquiring lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] No waiting events found dispatching network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:53:01 user nova-compute[75027]: WARNING nova.compute.manager [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received unexpected event network-vif-plugged-b9ec8943-0905-41b2-8b22-7d2888365fc4 for instance with vm_state active and task_state deleting.
Nov 29 04:53:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-ca2f2926-9689-4ab1-b119-9e977ee6ffcb req-3a23beb6-a2e0-49e1-82e8-29c1f51f4089 service nova] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Received event network-vif-deleted-b9ec8943-0905-41b2-8b22-7d2888365fc4 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:53:02 user nova-compute[75027]: INFO nova.compute.manager [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 01abf004-f5f2-43e7-ab2d-ccb72e5069e8] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 04:53:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:02 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:53:02 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:53:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.191s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:02 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance 01abf004-f5f2-43e7-ab2d-ccb72e5069e8
Nov 29 04:53:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0bc0119e-2783-4af2-afa7-eb28fe5a075e tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "01abf004-f5f2-43e7-ab2d-ccb72e5069e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.172s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:05 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:53:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:53:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:18 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:53:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8764MB free_disk=24.951805114746094GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 050dc1d9-0e1a-49ce-827b-756a99d68903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e684c724-98d1-40aa-8689-f8f811f68656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:53:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:53:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-changed-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Refreshing instance network info cache due to event network-changed-dbf4dc46-212b-40a2-8f76-c578ed96953d. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] Acquiring lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] Acquired lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Refreshing network info cache for port dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updated VIF entry in instance network info cache for port dbf4dc46-212b-40a2-8f76-c578ed96953d. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG nova.network.neutron [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-240f7145-f980-4f43-b283-02a644c18a53 req-d040f34e-5620-4db1-b78e-63bab69c2c46 service nova] Releasing lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:53:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:46 user nova-compute[75027]: INFO nova.compute.manager [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attaching volume 598d4d8c-3d4a-4236-be63-95615abfa241 to /dev/vdb
Nov 29 04:53:46 user nova-compute[75027]: DEBUG os_brick.utils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9273fef8-77a9-4efe-93e7-1844e46f87a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c74968d-f23c-44d8-9c8c-0c64318234e2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:46 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a65e50b-9b76-4331-9d61-517b563100f9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0aa74da-bcd1-4744-bf55-12bf7d79214a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:47 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:53:47 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3735cdb1-b91b-4b70-a74f-ade823083b5d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG os_brick.utils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:53:47 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating existing volume attachment record: a9723458-7c27-474f-9c90-0db99d774a5c {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:53:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:53:51 user nova-compute[75027]: INFO nova.compute.claims [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Claim successful on node user
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.235s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:53:51 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.policy [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:53:51 user nova-compute[75027]: INFO nova.virt.block_device [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Booting with volume fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc at /dev/vda
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5f7c76-672f-434c-a0e8-f3a8fdf61509]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d263e5d0-5d3b-4115-9fd4-34f92fb86af6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f11d899-912e-4a1b-9ced-b1f1cf523fe8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a1ecda-2fcd-4352-8d83-83a45c1d9269]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:51 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:53:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[869b1998-e2d7-4305-8c5a-2a83b83c6b3e]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating existing volume attachment record: 66af9034-d1bb-41a7-807b-61e90ff5a7fc {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:53:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Successfully created port: 8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Successfully updated port: 8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing instance network info cache due to event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Instance network_info: |[{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:53:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG nova.network.neutron [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated VIF entry in instance network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG nova.network.neutron [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-92071033-a323-4f44-bbd8-83bbeac5ed42 req-f9ae9e07-d260-4c03-9889-bf80bee857c7 service nova] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gFlJhdpA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:53 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:53:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:53:53 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:53:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:53:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:53:53 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:53:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d8cbed-d565-466a-a3a8-20a2fe94840b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:53:54 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[27067980-9860-432f-8c1a-b02f17a0c90b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241] added
Nov 29 04:53:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d0a20f-94f5-4f76-b51a-91f029d2a581]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[50735560-c2a3-4880-9f60-4042cd686223]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gFlJhdpA {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gFlJhdpA" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5e8405-00a2-45e9-8eec-e6b3eed1708a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gFlJhdpA'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[62265197-5323-440f-b619-8b7eb9065a20]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f582f3e-ab44-4cab-8f97-3eda834d3d88]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:53:54 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:53:54 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:53:54 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:53:54 user nova-compute[75027]: 
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[487183c4-3d32-436c-9d57-75f0d6ff19cd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260]
Nov 29 04:53:54 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260] successful.
Nov 29 04:53:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18907ed-82c1-4719-84f0-eb6499bae8e2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c38cb3-f9fe-4147-9de2-da4b512039c3]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8057ffd3-327e-49e6-b2cf-2605fc873aaf]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gFlJhdpA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:53:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23066366165333162', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066366165333162', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.objects.instance [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:53:55 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:53:55 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:53:55 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:53:55 user nova-compute[75027]:   <serial>598d4d8c-3d4a-4236-be63-95615abfa241</serial>
Nov 29 04:53:55 user nova-compute[75027]: </disk>
Nov 29 04:53:55 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No VIF found with MAC fa:16:3e:f1:e8:d1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:53:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-462b9128-c9cd-4865-9e8f-eb8acefbb26b tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.958s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:53:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Creating image(s)
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Ensure instance console log exists: /opt/stack/data/nova/instances/6d477202-a7fd-44e5-8205-d0c26de2b0f7/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Start _get_guest_xml network_info=[{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '66af9034-d1bb-41a7-807b-61e90ff5a7fc', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d477202-a7fd-44e5-8205-d0c26de2b0f7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'serial': 'fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:53:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:53:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:59 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:53:59 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:53:59 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b370da0-4723-4121-935e-0a965919d12e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:53:59 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b55f78-09bb-4f1d-a878-4b7687e5066a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc] added
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[df3392e6-7d15-4e25-bb72-bd3170bce68f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a964be3-7ed2-40db-bf60-a29d4183c6d7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EuUYaxzw {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EuUYaxzw" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6939225b-db10-4150-95ef-95534d85d3be]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EuUYaxzw'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a7d7eb-64bb-4997-ac90-3d78c3376be8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f51e27-4d79-49f5-8806-1f539f465705]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93630e9d-dc13-4199-ac52-8a97e8a8e65d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]
Nov 29 04:53:59 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:53:59 user nova-compute[75027]: INFO nova.compute.manager [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attaching volume e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 to /dev/vdc
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6422348d-2eeb-4a32-b442-ffb161c14fe1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c57728-7331-4d2e-a0ed-f7a807af7dc5]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:59 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:53:59 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:53:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[48922192-8a22-40b5-9c56-c265bffefc6b]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d3dd0c-5c34-4b06-bcbb-b4593e4f3b19]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d275c16-216e-4485-9c38-2dc146e3f961]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c13e668-dcbe-4ec0-a0aa-c9873008f930]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fe1200-b705-40c3-bb68-341ebaa04ded]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:53:59 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:53:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3b97c0-f0b1-4793-bfd9-824efe35464f]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating existing volume attachment record: 8600a617-0dc7-473e-b1e6-4a952fc34b39 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:53:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26139393438333033', 'path': '/dev/sdc'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139393438333033', 'path': '/dev/sdc'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:53:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1920829183',display_name='tempest-TestVolumeBootPattern-server-1920829183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1920829183',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-fzxbiq03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:53:51Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6d477202-a7fd-44e5-8205-d0c26de2b0f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d477202-a7fd-44e5-8205-d0c26de2b0f7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:54:00 user nova-compute[75027]:   <uuid>6d477202-a7fd-44e5-8205-d0c26de2b0f7</uuid>
Nov 29 04:54:00 user nova-compute[75027]:   <name>instance-00000032</name>
Nov 29 04:54:00 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:54:00 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:54:00 user nova-compute[75027]:   <metadata>
Nov 29 04:54:00 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:54:00 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:54:00 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-server-1920829183</nova:name>
Nov 29 04:54:00 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:53:59</nova:creationTime>
Nov 29 04:54:00 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:54:00 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:54:00 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:54:00 user nova-compute[75027]:       <nova:owner>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:54:00 user nova-compute[75027]:       </nova:owner>
Nov 29 04:54:00 user nova-compute[75027]:       <nova:ports>
Nov 29 04:54:00 user nova-compute[75027]:         <nova:port uuid="8662152f-4a33-4a0d-bfda-0c2838af03a5">
Nov 29 04:54:00 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 04:54:00 user nova-compute[75027]:         </nova:port>
Nov 29 04:54:00 user nova-compute[75027]:       </nova:ports>
Nov 29 04:54:00 user nova-compute[75027]:     </nova:instance>
Nov 29 04:54:00 user nova-compute[75027]:   </metadata>
Nov 29 04:54:00 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:54:00 user nova-compute[75027]:     <system>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="serial">6d477202-a7fd-44e5-8205-d0c26de2b0f7</entry>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="uuid">6d477202-a7fd-44e5-8205-d0c26de2b0f7</entry>
Nov 29 04:54:00 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:54:00 user nova-compute[75027]:     </system>
Nov 29 04:54:00 user nova-compute[75027]:   </sysinfo>
Nov 29 04:54:00 user nova-compute[75027]:   <os>
Nov 29 04:54:00 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:54:00 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:54:00 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:54:00 user nova-compute[75027]:   </os>
Nov 29 04:54:00 user nova-compute[75027]:   <features>
Nov 29 04:54:00 user nova-compute[75027]:     <acpi/>
Nov 29 04:54:00 user nova-compute[75027]:     <apic/>
Nov 29 04:54:00 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:54:00 user nova-compute[75027]:   </features>
Nov 29 04:54:00 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:54:00 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:54:00 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:54:00 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:54:00 user nova-compute[75027]:   </clock>
Nov 29 04:54:00 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:54:00 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:54:00 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:54:00 user nova-compute[75027]:   </cpu>
Nov 29 04:54:00 user nova-compute[75027]:   <devices>
Nov 29 04:54:00 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:54:00 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:00 user nova-compute[75027]:       <source dev="/dev/sdc"/>
Nov 29 04:54:00 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:54:00 user nova-compute[75027]:       <serial>fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc</serial>
Nov 29 04:54:00 user nova-compute[75027]:     </disk>
Nov 29 04:54:00 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:54:00 user nova-compute[75027]:       <mac address="fa:16:3e:d2:a1:ee"/>
Nov 29 04:54:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:54:00 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:54:00 user nova-compute[75027]:       <target dev="tap8662152f-4a"/>
Nov 29 04:54:00 user nova-compute[75027]:     </interface>
Nov 29 04:54:00 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:54:00 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/6d477202-a7fd-44e5-8205-d0c26de2b0f7/console.log" append="off"/>
Nov 29 04:54:00 user nova-compute[75027]:     </serial>
Nov 29 04:54:00 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:54:00 user nova-compute[75027]:     <video>
Nov 29 04:54:00 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:54:00 user nova-compute[75027]:     </video>
Nov 29 04:54:00 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:54:00 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:54:00 user nova-compute[75027]:     </rng>
Nov 29 04:54:00 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:54:00 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:54:00 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:54:00 user nova-compute[75027]:     </memballoon>
Nov 29 04:54:00 user nova-compute[75027]:   </devices>
Nov 29 04:54:00 user nova-compute[75027]: </domain>
Nov 29 04:54:00 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:53:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1920829183',display_name='tempest-TestVolumeBootPattern-server-1920829183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1920829183',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-fzxbiq03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:53:51Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6d477202-a7fd-44e5-8205-d0c26de2b0f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG os_vif [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42932a76-a1e2-59d5-a4b3-b9d61756ae11', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8662152f-4a, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8662152f-4a, col_values=(('qos', UUID('7102033d-232e-4f32-9db9-1d4590ad49b6')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8662152f-4a, col_values=(('external_ids', {'iface-id': '8662152f-4a33-4a0d-bfda-0c2838af03a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:a1:ee', 'vm-uuid': '6d477202-a7fd-44e5-8205-d0c26de2b0f7'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:00 user nova-compute[75027]: INFO os_vif [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a')
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:d2:a1:ee, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] No waiting events found dispatching network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:54:01 user nova-compute[75027]: WARNING nova.compute.manager [req-f44f1a86-5a48-4c8d-bde2-0163691d6844 req-a93b3afd-6e16-402d-98b5-aed22badc2de service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received unexpected event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 for instance with vm_state building and task_state spawning.
Nov 29 04:54:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:54:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Instance spawned successfully.
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:54:03 user nova-compute[75027]: INFO nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Took 4.91 seconds to spawn the instance on the hypervisor.
Nov 29 04:54:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:54:04 user nova-compute[75027]: INFO nova.compute.manager [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Took 13.10 seconds to build instance.
Nov 29 04:54:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] No waiting events found dispatching network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:54:04 user nova-compute[75027]: WARNING nova.compute.manager [req-58a8bcb0-dd61-435e-ab87-0f567c00c9c3 req-57171e80-14f3-4447-b02e-ad63188d8a18 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received unexpected event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 for instance with vm_state building and task_state spawning.
Nov 29 04:54:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-818fc5b2-801a-4f83-9368-48f268ab6979 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.262s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:54:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CcWAHpDt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:54:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:06 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:06 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:06 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:54:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4feab95-7c65-4475-86a9-0e4c599c1a3c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:54:07 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f133d36-ca3f-47ed-ba0f-ffc04432ea96]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19] added
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98010a6-7539-4601-ae37-902598132607]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[857d08af-d832-4b67-816f-409096125ca2]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CcWAHpDt {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CcWAHpDt" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f8d9ba3-025a-42c0-90e4-5b143edc725a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CcWAHpDt'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeefcddf-f5f7-46c6-b8a9-e81ba7492678]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc0947c-b5a4-4993-b185-0b405b2ef994]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ab78f6-c1cb-4024-a527-81647b1bc16a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260]
Nov 29 04:54:07 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260] successful.
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3ca5a1-119b-4254-9aa3-6789447aae2d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e15623-91a3-4db9-8889-25c5e4cf8e22]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:07 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:07 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] HCTL ('35', '-', '-', 0) found on session 57 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[300af482-3109-41a0-a0a6-e6aa8b1e89da]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 57 and hctl ['35', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Searching for a device in session 57 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CcWAHpDt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23664346333656137', 'path': '/dev/sdd'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664346333656137', 'path': '/dev/sdd'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.objects.instance [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:54:08 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:08 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:54:08 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:54:08 user nova-compute[75027]:   <serial>e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19</serial>
Nov 29 04:54:08 user nova-compute[75027]: </disk>
Nov 29 04:54:08 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] No VIF found with MAC fa:16:3e:f1:e8:d1, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:54:08 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-0ddc7f38-07e4-4e1f-9ec0-a17c5b06bff2 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.471s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:09 user nova-compute[75027]: INFO nova.compute.manager [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Detaching volume 598d4d8c-3d4a-4236-be63-95615abfa241
Nov 29 04:54:09 user nova-compute[75027]: INFO nova.virt.block_device [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attempting to driver detach volume 598d4d8c-3d4a-4236-be63-95615abfa241 from mountpoint /dev/vdb
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Attempting to detach device vdb from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:09 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:09 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:54:09 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:54:09 user nova-compute[75027]:   <serial>598d4d8c-3d4a-4236-be63-95615abfa241</serial>
Nov 29 04:54:09 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:54:09 user nova-compute[75027]: </disk>
Nov 29 04:54:09 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:09 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdb from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the persistent domain config.
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:09 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:09 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:54:09 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:54:09 user nova-compute[75027]:   <serial>598d4d8c-3d4a-4236-be63-95615abfa241</serial>
Nov 29 04:54:09 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:54:09 user nova-compute[75027]: </disk>
Nov 29 04:54:09 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [{"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-050dc1d9-0e1a-49ce-827b-756a99d68903" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-changed-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.compute.manager [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Refreshing instance network info cache due to event network-changed-a2452b5c-dbe7-4480-8243-e54e2dfd5390. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] Acquiring lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] Acquired lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Refreshing network info cache for port a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:13 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Ignoring supplied device name: /dev/vdb
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updated VIF entry in instance network info cache for port a2452b5c-dbe7-4480-8243-e54e2dfd5390. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.network.neutron [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating instance_info_cache with network_info: [{"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-47809468-70ae-4a73-853b-9319d0c009f3 req-8ee55c1b-4c6a-42a8-aa93-c4c906ddbc2f service nova] Releasing lock "refresh_cache-e684c724-98d1-40aa-8689-f8f811f68656" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:13 user nova-compute[75027]: INFO nova.compute.manager [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Attaching volume a122da80-5e93-4ff1-8440-168ec9d41faa to /dev/vdb
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.utils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[13a069ce-b933-4346-a20b-b4650754e34a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[20bd20e1-50cb-4c62-8f08-08519f50ce0b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c4ff72d-6ff3-426b-879c-a1cc92aa0f42]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f388d3-594c-4791-8430-52ba9c53c339]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:54:13 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:54:13 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a46c4ac-af32-429c-ba90-34f5337de18a]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG os_brick.utils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:13 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating existing volume attachment record: c2701a97-c4bf-4a78-95f8-64ab4b56e4b2 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:54:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:54:20 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EbgCpzfk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:54:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:21 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:21 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9122c87-fc92-44fb-9b64-7642e7b17847]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:54:21 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfd0d95-4fce-4579-a868-35a6b1b3f6b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa] added
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2871e23-2fbf-40c0-b1b5-bc2146230022]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef03693-ee44-4b27-9f38-b9b20bf2e457]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EbgCpzfk {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EbgCpzfk" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6771d592-1c07-47ca-9ee6-34aad4cecd7d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EbgCpzfk'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[238cb1f3-ab80-4501-ad31-13047fd1651c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2347cd-b9fb-40b0-a1a4-039e8f767145]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[55360ed1-fc05-4776-b34f-388c44a5c004]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260]
Nov 29 04:54:21 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260] successful.
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:54:21 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8610MB free_disk=24.949180603027344GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6d613a-13fc-460d-9bbc-85d8319ebbaf]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f16318a-11b8-4325-9d33-d255e3679fe6]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:21 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:21 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.525s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] HCTL ('36', '-', '-', 0) found on session 58 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ecb467-b801-479c-8026-baa6fbddd1ea]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Searching for a device in session 58 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EbgCpzfk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 050dc1d9-0e1a-49ce-827b-756a99d68903 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e684c724-98d1-40aa-8689-f8f811f68656 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:54:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.246s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.556s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== connect_volume: return (1558ms) {'type': 'block', 'scsi_wwn': '23836663364636635', 'path': '/dev/sde'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836663364636635', 'path': '/dev/sde'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:54:22 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:54:22 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:22 user nova-compute[75027]:   <source dev="/dev/sde"/>
Nov 29 04:54:22 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:54:22 user nova-compute[75027]:   <serial>a122da80-5e93-4ff1-8440-168ec9d41faa</serial>
Nov 29 04:54:22 user nova-compute[75027]: </disk>
Nov 29 04:54:22 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:54:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:54:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] No VIF found with MAC fa:16:3e:8a:9d:b9, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:54:23 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1f774728-4c33-47f4-8646-f5d7402d9e43 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.432s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:54:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:30 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 is timed out.
Nov 29 04:54:30 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdb from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the live domain config.
Nov 29 04:54:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gFlJhdpA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:54:30 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a590a8a0-e9d6-488b-86b9-4dada6d1356d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:54:30 user nova-compute[75027]: No targets found.
Nov 29 04:54:30 user nova-compute[75027]: iSNS:
Nov 29 04:54:30 user nova-compute[75027]: No targets found.
Nov 29 04:54:30 user nova-compute[75027]: STATIC:
Nov 29 04:54:30 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:54:30 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:30 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:30 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa
Nov 29 04:54:30 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:30 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:30 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241
Nov 29 04:54:30 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:30 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:30 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19
Nov 29 04:54:30 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:30 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:30 user nova-compute[75027]: FIRMWARE:
Nov 29 04:54:30 user nova-compute[75027]: No targets found.
Nov 29 04:54:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:54:30 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:54:30 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3945e6e-2be3-41bc-aeed-a952fe953a90]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8b18f7-1090-4ac5-83b2-603c77a6c8d8]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:30 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa082bc040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f459f5-e32f-4ac4-ba6e-bd61f1b61b48]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[48426356-2bb1-44a6-8328-da0f934b0786]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[af9bb646-2766-4020-85da-abc0b4482353]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[661ba7df-ece8-4db6-9e78-ff908f6c4802]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4accd9-041a-41e4-bd40-1477499f2a7a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d9d81c-59b6-4961-ac72-fd40570b51a5]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260]
Nov 29 04:54:30 user nova-compute[75027]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241, portal: 172.16.0.220,3260] successful.
Nov 29 04:54:30 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:598d4d8c-3d4a-4236-be63-95615abfa241 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[61498bed-af77-4db8-9e6b-e7f45037c090]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.274s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== disconnect_volume: return (275ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:54:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:31 user nova-compute[75027]: DEBUG nova.objects.instance [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-539227b7-2704-4a31-b1db-7fc0c574b433 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.758s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:32 user nova-compute[75027]: INFO nova.compute.manager [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Detaching volume e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19
Nov 29 04:54:32 user nova-compute[75027]: INFO nova.virt.block_device [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Attempting to driver detach volume e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 from mountpoint /dev/vdc
Nov 29 04:54:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Attempting to detach device vdc from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:54:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:32 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:32 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:54:32 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:54:32 user nova-compute[75027]:   <serial>e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19</serial>
Nov 29 04:54:32 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:54:32 user nova-compute[75027]: </disk>
Nov 29 04:54:32 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:32 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdc from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the persistent domain config.
Nov 29 04:54:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:54:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:32 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:32 user nova-compute[75027]:   <source dev="/dev/sdd"/>
Nov 29 04:54:32 user nova-compute[75027]:   <target dev="vdc" bus="virtio"/>
Nov 29 04:54:32 user nova-compute[75027]:   <serial>e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19</serial>
Nov 29 04:54:32 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 04:54:32 user nova-compute[75027]: </disk>
Nov 29 04:54:32 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:32 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:54:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:40 user nova-compute[75027]: INFO nova.compute.manager [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Detaching volume a122da80-5e93-4ff1-8440-168ec9d41faa
Nov 29 04:54:40 user nova-compute[75027]: INFO nova.virt.block_device [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Attempting to driver detach volume a122da80-5e93-4ff1-8440-168ec9d41faa from mountpoint /dev/vdb
Nov 29 04:54:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Attempting to detach device vdb from instance e684c724-98d1-40aa-8689-f8f811f68656 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:40 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:40 user nova-compute[75027]:   <source dev="/dev/sde"/>
Nov 29 04:54:40 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:54:40 user nova-compute[75027]:   <serial>a122da80-5e93-4ff1-8440-168ec9d41faa</serial>
Nov 29 04:54:40 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:54:40 user nova-compute[75027]: </disk>
Nov 29 04:54:40 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:40 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully detached device vdb from instance e684c724-98d1-40aa-8689-f8f811f68656 from the persistent domain config.
Nov 29 04:54:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e684c724-98d1-40aa-8689-f8f811f68656 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:54:40 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:54:40 user nova-compute[75027]:   <source dev="/dev/sde"/>
Nov 29 04:54:40 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:54:40 user nova-compute[75027]:   <serial>a122da80-5e93-4ff1-8440-168ec9d41faa</serial>
Nov 29 04:54:40 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:54:40 user nova-compute[75027]: </disk>
Nov 29 04:54:40 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:54:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:54:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:54:50 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:52 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 is timed out.
Nov 29 04:54:52 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully detached device vdc from instance 050dc1d9-0e1a-49ce-827b-756a99d68903 from the live domain config.
Nov 29 04:54:52 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CcWAHpDt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:54:52 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5f0ec2-f4bd-4202-97dc-5ca21d6eab55]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:54:52 user nova-compute[75027]: No targets found.
Nov 29 04:54:52 user nova-compute[75027]: iSNS:
Nov 29 04:54:52 user nova-compute[75027]: No targets found.
Nov 29 04:54:52 user nova-compute[75027]: STATIC:
Nov 29 04:54:52 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:54:52 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:52 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:52 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa
Nov 29 04:54:52 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:52 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:52 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19
Nov 29 04:54:52 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:54:52 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:54:52 user nova-compute[75027]: FIRMWARE:
Nov 29 04:54:52 user nova-compute[75027]: No targets found.
Nov 29 04:54:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:54:52 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:54:52 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a9fd6f-e18a-4f31-9009-3f976fe93910]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40426b7-68fc-4043-9d80-6ff6a3f3bfbf]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:52 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:52 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:54:52 user nova-compute[75027]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 (non-flash)
Nov 29 04:54:52 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:54:52 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa082bf9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19'): ({'sdd'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Removing single pathed devices sdd {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e7c721-3e4c-4317-8f26-b49f10ff3a99]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3d6c4cf-be31-414d-8987-008c8f28d5ae]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Flushing IO for device /dev/sdd {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d52c5bc-d5fc-43e1-a64b-c67ecad14cc0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b5036ad-2207-43a3-bbc8-973ed5e41d4e]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] SCSI volumes sdd have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea069fe-a9b5-48a5-866e-5877997935a8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:52 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[be732a0e-62ff-4560-b5d5-59258a5e3d2f]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260]
Nov 29 04:54:53 user nova-compute[75027]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19, portal: 172.16.0.220,3260] successful.
Nov 29 04:54:53 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e16ae3a4-a849-4d3e-a42b-a16ebb2e2e19 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[984bf77b-7142-44e5-a3ce-0b5dd57641e7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] <== disconnect_volume: return (290ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'flavor' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:53 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-41410035-a0e7-4926-9125-0d3754c3b365 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.780s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:55 user nova-compute[75027]: INFO nova.compute.manager [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Terminating instance
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.compute.manager [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-unplugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] No waiting events found dispatching network-vif-unplugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-cedd7afb-e4e3-4437-b192-10ac4f349dd4 req-405fe7e3-e3b5-420c-9433-adc94c4da856 service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-unplugged-dbf4dc46-212b-40a2-8f76-c578ed96953d for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:54:55 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Instance destroyed successfully.
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.objects.instance [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lazy-loading 'resources' on Instance uuid 050dc1d9-0e1a-49ce-827b-756a99d68903 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-219300997',display_name='tempest-AttachVolumeTestJSON-server-219300997',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-219300997',id=48,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrNbstKv1ptkjr95RohlJrcC1SY4O8qwswvTbDvV4pEtU3ZhqGyR0Euh0R76MpwOXSBcWA2evFkHfaX3qiha9J7UTxAioxE1Wr2OS27a5ZiBOJ1C3NKd/dRCcAUBuFuag==',key_name='tempest-keypair-1417144346',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:51:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='834a6b116b56439686ff7206f203dbab',ramdisk_id='',reservation_id='r-7v0w1idt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-22935995',owner_user_name='tempest-AttachVolumeTestJSON-22935995-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:51:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e209da8a642d4fa3aba8f5d9bd2d2ff1',uuid=050dc1d9-0e1a-49ce-827b-756a99d68903,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converting VIF {"id": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "address": "fa:16:3e:f1:e8:d1", "network": {"id": "544da8bb-c4fb-4317-9158-883cbd01cb1c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1220486355-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "834a6b116b56439686ff7206f203dbab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbf4dc46-21", "ovs_interfaceid": "dbf4dc46-212b-40a2-8f76-c578ed96953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG os_vif [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbf4dc46-21, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52f86565-e434-4940-a66a-3009310cb46f) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:56 user nova-compute[75027]: INFO os_vif [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:e8:d1,bridge_name='br-int',has_traffic_filtering=True,id=dbf4dc46-212b-40a2-8f76-c578ed96953d,network=Network(544da8bb-c4fb-4317-9158-883cbd01cb1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbf4dc46-21')
Nov 29 04:54:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Deleting instance files /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903_del
Nov 29 04:54:56 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Deletion of /opt/stack/data/nova/instances/050dc1d9-0e1a-49ce-827b-756a99d68903_del complete
Nov 29 04:54:56 user nova-compute[75027]: INFO nova.compute.manager [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 29 04:54:56 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:54:56 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Took 0.73 seconds to deallocate network for instance.
Nov 29 04:54:56 user nova-compute[75027]: DEBUG nova.compute.manager [req-f95d7e0d-cefe-4c44-9b57-adeedd0ea8a3 req-cd5a9f8b-ea8c-441c-8577-0cfb3c6e9e0c service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-deleted-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:56 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.162s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:57 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Deleted allocations for instance 050dc1d9-0e1a-49ce-827b-756a99d68903
Nov 29 04:54:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-cf3d1da8-810c-4630-9800-401e1cd81504 tempest-AttachVolumeTestJSON-22935995 tempest-AttachVolumeTestJSON-22935995-project-member] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.095s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] Acquiring lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] Lock "050dc1d9-0e1a-49ce-827b-756a99d68903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:54:57 user nova-compute[75027]: DEBUG nova.compute.manager [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] No waiting events found dispatching network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:54:57 user nova-compute[75027]: WARNING nova.compute.manager [req-7aa658fa-c479-478a-99fc-575cc74d686b req-182af183-be93-44e1-96ae-0f5661d4b30d service nova] [instance: 050dc1d9-0e1a-49ce-827b-756a99d68903] Received unexpected event network-vif-plugged-dbf4dc46-212b-40a2-8f76-c578ed96953d for instance with vm_state deleted and task_state None.
Nov 29 04:55:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:01 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e684c724-98d1-40aa-8689-f8f811f68656 is timed out.
Nov 29 04:55:01 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully detached device vdb from instance e684c724-98d1-40aa-8689-f8f811f68656 from the live domain config.
Nov 29 04:55:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EbgCpzfk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:55:01 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd97652-163c-4ac6-9ec9-8e446bbce045]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:55:01 user nova-compute[75027]: No targets found.
Nov 29 04:55:01 user nova-compute[75027]: iSNS:
Nov 29 04:55:01 user nova-compute[75027]: No targets found.
Nov 29 04:55:01 user nova-compute[75027]: STATIC:
Nov 29 04:55:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:55:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:55:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:55:01 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa
Nov 29 04:55:01 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:55:01 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:55:01 user nova-compute[75027]: FIRMWARE:
Nov 29 04:55:01 user nova-compute[75027]: No targets found.
Nov 29 04:55:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:55:01 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:55:01 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcdefb58-853e-4d8c-92ce-04a84c49b641]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[59613b4f-40a1-46c4-8828-6b77dec0a526]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:01 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:55:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:01 user nova-compute[75027]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa (non-flash)
Nov 29 04:55:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa0033acb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa'): ({'sde'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Removing single pathed devices sde {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60fd738-cca2-4ef9-a7de-35e306422852]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2864770-90e9-4a5a-895a-a9eca964b1f8]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Flushing IO for device /dev/sde {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b6c5b8-9057-4817-a08b-1cfea59b94a7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.031s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4caec57-05a7-43c1-ab89-f4b1d732eed8]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] SCSI volumes sde have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54757ac-0936-4b40-a4e1-d79352213c9e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5bb148-2100-4492-8d6f-d2bc07884eb2]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260]
Nov 29 04:55:01 user nova-compute[75027]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa, portal: 172.16.0.220,3260] successful.
Nov 29 04:55:01 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddeb6b50-34a2-44c3-ac23-8def7b1c2cf5]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== disconnect_volume: return (280ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:55:01 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG nova.objects.instance [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'flavor' on Instance uuid e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-85d899be-a612-4b5e-b2f2-da9af328421f tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.726s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.609s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:02 user nova-compute[75027]: INFO nova.compute.manager [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Terminating instance
Nov 29 04:55:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-unplugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] No waiting events found dispatching network-vif-unplugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-32d4269a-1a6d-4e9b-b829-c3fcc535922d req-bb169dd7-f96a-46be-bae7-c279cb9c4dd4 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-unplugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:55:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Instance destroyed successfully.
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.objects.instance [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lazy-loading 'resources' on Instance uuid e684c724-98d1-40aa-8689-f8f811f68656 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1955747004',display_name='tempest-VolumesSnapshotTestJSON-instance-1955747004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1955747004',id=49,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBGGEc20kED+ggM+BhsGcChgijBkiYyxQUHjXiobU9+Tvf/vXAWFUxs3gdiR2hrHEoL5g4RbWE6J5ta9rgLrlpGDhyv/dn4UPtXoJ6q/5fWd1Nd4JAfUXDAbzxkncmkROg==',key_name='tempest-keypair-1084943522',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:52:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='07c433dea09849218ee3bff825051bdc',ramdisk_id='',reservation_id='r-wxhzz551',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1267417677',owner_user_name='tempest-VolumesSnapshotTestJSON-1267417677-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:52:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f7d86bac0741a0ac326e60c6fd1a6b',uuid=e684c724-98d1-40aa-8689-f8f811f68656,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converting VIF {"id": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "address": "fa:16:3e:8a:9d:b9", "network": {"id": "89af0d0b-1ac6-4646-90bd-4fd6fa194c91", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1810945620-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07c433dea09849218ee3bff825051bdc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa2452b5c-db", "ovs_interfaceid": "a2452b5c-dbe7-4480-8243-e54e2dfd5390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_vif [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa2452b5c-db, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=963a329e-64d9-44d8-b707-0deeccd9ee9e) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:03 user nova-compute[75027]: INFO os_vif [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:9d:b9,bridge_name='br-int',has_traffic_filtering=True,id=a2452b5c-dbe7-4480-8243-e54e2dfd5390,network=Network(89af0d0b-1ac6-4646-90bd-4fd6fa194c91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa2452b5c-db')
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EbgCpzfk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:55:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5205c2-1878-4154-835b-addac075f95d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:55:03 user nova-compute[75027]: No targets found.
Nov 29 04:55:03 user nova-compute[75027]: iSNS:
Nov 29 04:55:03 user nova-compute[75027]: No targets found.
Nov 29 04:55:03 user nova-compute[75027]: STATIC:
Nov 29 04:55:03 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:55:03 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:55:03 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:55:03 user nova-compute[75027]: FIRMWARE:
Nov 29 04:55:03 user nova-compute[75027]: No targets found.
Nov 29 04:55:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:55:03 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:55:03 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a122da80-5e93-4ff1-8440-168ec9d41faa', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ecf57a9-e11a-40cf-ab68-a804de5cb6d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee78411-d148-4189-a606-9df7705315ec]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f070f9a0>, {}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Disconnecting from: [] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] <== disconnect_volume: return (71ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:55:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Deleting instance files /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656_del
Nov 29 04:55:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Deletion of /opt/stack/data/nova/instances/e684c724-98d1-40aa-8689-f8f811f68656_del complete
Nov 29 04:55:03 user nova-compute[75027]: INFO nova.compute.manager [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 04:55:03 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:55:03 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:04 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Took 0.67 seconds to deallocate network for instance.
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-c0e3c020-0f8a-4e47-b8da-dba1551bce74 req-5c07c971-7def-45a4-9a67-a0fcb40925c9 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-deleted-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:55:04 user nova-compute[75027]: INFO nova.compute.manager [req-c0e3c020-0f8a-4e47-b8da-dba1551bce74 req-5c07c971-7def-45a4-9a67-a0fcb40925c9 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Neutron deleted interface a2452b5c-dbe7-4480-8243-e54e2dfd5390; detaching it from the instance and deleting it from the info cache
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.network.neutron [req-c0e3c020-0f8a-4e47-b8da-dba1551bce74 req-5c07c971-7def-45a4-9a67-a0fcb40925c9 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:04 user nova-compute[75027]: WARNING nova.volume.cinder [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Attachment c2701a97-c4bf-4a78-95f8-64ab4b56e4b2 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = c2701a97-c4bf-4a78-95f8-64ab4b56e4b2. (HTTP 404) (Request-ID: req-41564c9c-07e2-40e9-8a6c-2759ff0b2c2f)
Nov 29 04:55:04 user nova-compute[75027]: INFO nova.compute.manager [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Took 0.03 seconds to detach 1 volumes for instance.
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.compute.manager [req-c0e3c020-0f8a-4e47-b8da-dba1551bce74 req-5c07c971-7def-45a4-9a67-a0fcb40925c9 service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Detach interface failed, port_id=a2452b5c-dbe7-4480-8243-e54e2dfd5390, reason: Instance e684c724-98d1-40aa-8689-f8f811f68656 could not be found. {{(pid=75027) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:55:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:04 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Deleted allocations for instance e684c724-98d1-40aa-8689-f8f811f68656
Nov 29 04:55:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-523e740d-e414-404e-962a-d16c267a2cd6 tempest-VolumesSnapshotTestJSON-1267417677 tempest-VolumesSnapshotTestJSON-1267417677-project-member] Lock "e684c724-98d1-40aa-8689-f8f811f68656" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.940s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:55:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] Acquiring lock "e684c724-98d1-40aa-8689-f8f811f68656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] Lock "e684c724-98d1-40aa-8689-f8f811f68656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:05 user nova-compute[75027]: DEBUG nova.compute.manager [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] No waiting events found dispatching network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:55:05 user nova-compute[75027]: WARNING nova.compute.manager [req-c7108a3c-44d3-4d25-97fb-ff3548679a8d req-1f1eaee9-d63f-4428-831d-4fd1a65d6fbd service nova] [instance: e684c724-98d1-40aa-8689-f8f811f68656] Received unexpected event network-vif-plugged-a2452b5c-dbe7-4480-8243-e54e2dfd5390 for instance with vm_state deleted and task_state None.
Nov 29 04:55:07 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:55:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:55:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:55:22 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:55:22 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8899MB free_disk=24.995498657226562GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:55:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:55:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing instance network info cache due to event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated VIF entry in instance network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG nova.network.neutron [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3e4be6f5-7024-428c-8f7f-ba3a8ee3a40f req-21c810c0-208c-41f0-ad4e-88c7303b6c2a service nova] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:55:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:55:49 user nova-compute[75027]: INFO nova.compute.claims [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Claim successful on node user
Nov 29 04:55:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:49 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.251s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:55:50 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.policy [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7d3846a8bb42d18006f5a3bdbfed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aea9ee4435a4bf3bb048ee4bfc78bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:55:50 user nova-compute[75027]: INFO nova.virt.block_device [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Booting with volume 6b714e94-2b52-4ca2-8d61-2ab5d95ce85c at /dev/vda
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.utils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d3807b9-5315-4fb3-9ae2-2b1f5afe4e16]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5592de-7de7-4772-bebe-5a5cd2ba5a54]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b01205-5923-41c4-b057-9bf3a08a810a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[40491f72-b5e4-451c-adfc-3bbdf295a2ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:55:50 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:55:50 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceac4423-98cd-44e5-bd7f-0fd56e19b9b7]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG os_brick.utils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating existing volume attachment record: d149d562-a2dd-4fb8-9b62-9c8006cab12a {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:55:50 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Successfully created port: 3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Successfully updated port: 3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquired lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG nova.compute.manager [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing instance network info cache due to event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] Acquiring lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:55:51 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG nova.network.neutron [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Releasing lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Instance network_info: |[{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] Acquired lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updated VIF entry in instance network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG nova.network.neutron [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:55:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-728dbfab-438e-4331-aaaa-ffaa0cb3b22d req-7a556f92-9f49-4bfb-abbb-637f5d8d074b service nova] Releasing lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:55:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:55:57 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Creating image(s)
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Did not create local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Ensure instance console log exists: /opt/stack/data/nova/instances/6a409d9b-be70-463e-8cb3-7aabfe0f4786/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Start _get_guest_xml network_info=[{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'd149d562-a2dd-4fb8-9b62-9c8006cab12a', 'disk_bus': 'virtio', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XdhHbeaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a409d9b-be70-463e-8cb3-7aabfe0f4786', 'attached_at': '', 'detached_at': '', 'volume_id': '6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 'serial': '6b714e94-2b52-4ca2-8d61-2ab5d95ce85c'}, 'volume_type': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:55:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:55:57 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XdhHbeaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:55:57 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:55:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:55:57 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:55:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:55:57 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:55:57 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:55:57 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa7a7506-1e11-44fe-a384-f98e2eed2430]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:55:58 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[076c05a9-284a-4238-9a32-44d2a61732ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c] added
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c101826-5b91-45fa-8d21-2a84f4d712cc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9a9948-3025-44d3-a509-d52017756710]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XdhHbeaN {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XdhHbeaN" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4fb5c2-0600-4dc1-ac4f-833f804711db]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XdhHbeaN'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d191a9-79f6-4856-99a1-b7f60ddde6b4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a490a96-d664-4e69-98f8-28fc80e177b4]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4672c452-0faf-4b3c-9df7-75ef060d0f1e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260]
Nov 29 04:55:58 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260] successful.
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f793d5-797e-4ee1-8538-5736e244a983]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2cafdd-8be4-4b5e-86bf-edc6aeb417b5]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:58 user nova-compute[75027]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:55:58 user nova-compute[75027]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)
Nov 29 04:55:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c34375-d5fd-464f-8484-f7a5faa82b50]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XdhHbeaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:55:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23738613261396465', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738613261396465', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:55:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1472563802',display_name='tempest-TestVolumeBootPattern-server-1472563802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1472563802',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-ql5kf0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:55:50Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6a409d9b-be70-463e-8cb3-7aabfe0f4786,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a409d9b-be70-463e-8cb3-7aabfe0f4786 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:55:59 user nova-compute[75027]:   <uuid>6a409d9b-be70-463e-8cb3-7aabfe0f4786</uuid>
Nov 29 04:55:59 user nova-compute[75027]:   <name>instance-00000033</name>
Nov 29 04:55:59 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:55:59 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:55:59 user nova-compute[75027]:   <metadata>
Nov 29 04:55:59 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:55:59 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:55:59 user nova-compute[75027]:       <nova:name>tempest-TestVolumeBootPattern-server-1472563802</nova:name>
Nov 29 04:55:59 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:55:57</nova:creationTime>
Nov 29 04:55:59 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:55:59 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:55:59 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:55:59 user nova-compute[75027]:       <nova:owner>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:user uuid="bb7d3846a8bb42d18006f5a3bdbfed61">tempest-TestVolumeBootPattern-1916889946-project-member</nova:user>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:project uuid="2aea9ee4435a4bf3bb048ee4bfc78bd5">tempest-TestVolumeBootPattern-1916889946</nova:project>
Nov 29 04:55:59 user nova-compute[75027]:       </nova:owner>
Nov 29 04:55:59 user nova-compute[75027]:       <nova:ports>
Nov 29 04:55:59 user nova-compute[75027]:         <nova:port uuid="3086565a-5afc-4f66-89ea-fffd8884a57f">
Nov 29 04:55:59 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 04:55:59 user nova-compute[75027]:         </nova:port>
Nov 29 04:55:59 user nova-compute[75027]:       </nova:ports>
Nov 29 04:55:59 user nova-compute[75027]:     </nova:instance>
Nov 29 04:55:59 user nova-compute[75027]:   </metadata>
Nov 29 04:55:59 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:55:59 user nova-compute[75027]:     <system>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="serial">6a409d9b-be70-463e-8cb3-7aabfe0f4786</entry>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="uuid">6a409d9b-be70-463e-8cb3-7aabfe0f4786</entry>
Nov 29 04:55:59 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:55:59 user nova-compute[75027]:     </system>
Nov 29 04:55:59 user nova-compute[75027]:   </sysinfo>
Nov 29 04:55:59 user nova-compute[75027]:   <os>
Nov 29 04:55:59 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:55:59 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:55:59 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:55:59 user nova-compute[75027]:   </os>
Nov 29 04:55:59 user nova-compute[75027]:   <features>
Nov 29 04:55:59 user nova-compute[75027]:     <acpi/>
Nov 29 04:55:59 user nova-compute[75027]:     <apic/>
Nov 29 04:55:59 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:55:59 user nova-compute[75027]:   </features>
Nov 29 04:55:59 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:55:59 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:55:59 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:55:59 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:55:59 user nova-compute[75027]:   </clock>
Nov 29 04:55:59 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:55:59 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:55:59 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:55:59 user nova-compute[75027]:   </cpu>
Nov 29 04:55:59 user nova-compute[75027]:   <devices>
Nov 29 04:55:59 user nova-compute[75027]:     <disk type="block" device="disk">
Nov 29 04:55:59 user nova-compute[75027]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:55:59 user nova-compute[75027]:       <source dev="/dev/sdb"/>
Nov 29 04:55:59 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:55:59 user nova-compute[75027]:       <serial>6b714e94-2b52-4ca2-8d61-2ab5d95ce85c</serial>
Nov 29 04:55:59 user nova-compute[75027]:     </disk>
Nov 29 04:55:59 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:55:59 user nova-compute[75027]:       <mac address="fa:16:3e:ff:90:e3"/>
Nov 29 04:55:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:55:59 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:55:59 user nova-compute[75027]:       <target dev="tap3086565a-5a"/>
Nov 29 04:55:59 user nova-compute[75027]:     </interface>
Nov 29 04:55:59 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:55:59 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/6a409d9b-be70-463e-8cb3-7aabfe0f4786/console.log" append="off"/>
Nov 29 04:55:59 user nova-compute[75027]:     </serial>
Nov 29 04:55:59 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:55:59 user nova-compute[75027]:     <video>
Nov 29 04:55:59 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:55:59 user nova-compute[75027]:     </video>
Nov 29 04:55:59 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:55:59 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:55:59 user nova-compute[75027]:     </rng>
Nov 29 04:55:59 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:55:59 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:55:59 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:55:59 user nova-compute[75027]:     </memballoon>
Nov 29 04:55:59 user nova-compute[75027]:   </devices>
Nov 29 04:55:59 user nova-compute[75027]: </domain>
Nov 29 04:55:59 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:55:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1472563802',display_name='tempest-TestVolumeBootPattern-server-1472563802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1472563802',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-ql5kf0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:55:50Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6a409d9b-be70-463e-8cb3-7aabfe0f4786,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG os_vif [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0b05df8-8b92-5be2-9072-11be4596e8a2', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3086565a-5a, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3086565a-5a, col_values=(('qos', UUID('69853710-97eb-4671-8afb-c07915869caf')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3086565a-5a, col_values=(('external_ids', {'iface-id': '3086565a-5afc-4f66-89ea-fffd8884a57f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:90:e3', 'vm-uuid': '6a409d9b-be70-463e-8cb3-7aabfe0f4786'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:55:59 user nova-compute[75027]: INFO os_vif [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a')
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] No VIF found with MAC fa:16:3e:ff:90:e3, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:55:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:01 user nova-compute[75027]: DEBUG nova.compute.manager [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] No waiting events found dispatching network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:56:01 user nova-compute[75027]: WARNING nova.compute.manager [req-3eb2a1eb-1a4e-42d7-998f-cb7451b4a4e7 req-3be5b971-7b63-4942-bb24-51422406df5b service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received unexpected event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f for instance with vm_state building and task_state spawning.
Nov 29 04:56:02 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:56:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:56:02 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Instance spawned successfully.
Nov 29 04:56:02 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:03 user nova-compute[75027]: INFO nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Took 5.19 seconds to spawn the instance on the hypervisor.
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG nova.compute.manager [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] No waiting events found dispatching network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:56:03 user nova-compute[75027]: WARNING nova.compute.manager [req-762cbab5-8104-4358-a433-a49a660b16f9 req-96da6db0-b00b-489d-aa4a-12de3d01a871 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received unexpected event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f for instance with vm_state active and task_state None.
Nov 29 04:56:03 user nova-compute[75027]: INFO nova.compute.manager [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Took 13.43 seconds to build instance.
Nov 29 04:56:03 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-982dc67e-8b85-45c8-85b9-50ac0f4be8ab tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.535s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:08 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:08 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:56:09 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:56:10 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 6d477202-a7fd-44e5-8205-d0c26de2b0f7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:56:11 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:56:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:56:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:56:11 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:56:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:56:24 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:56:24 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8764MB free_disk=24.99135971069336GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:24 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6a409d9b-be70-463e-8cb3-7aabfe0f4786 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:56:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.423s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:29 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Verify base images {{(pid=75027) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75027) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] 6a409d9b-be70-463e-8cb3-7aabfe0f4786 is a valid instance name {{(pid=75027) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] 6d477202-a7fd-44e5-8205-d0c26de2b0f7 is a valid instance name {{(pid=75027) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a
Nov 29 04:56:37 user nova-compute[75027]: WARNING nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Unknown base file: /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Removable base files: /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3 /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1 /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58 /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819 /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25 /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7 /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6e853a17c1d8fe3678dbdd64e2360b92171711d3
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f5eb2d1e6d586ea3e7d9d7d3453e35842b79a3b1
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/74966a602c85c80da93e28b3b2cde4b5c3f066bf
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/714582cc8990e6505e38c95a620a0b3ae7faba58
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/58fa553e55f0ae514a273f7eac09f819a9c37819
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/58e83e4cc681ca24121c6d6e0cd3993f8c2a8b25
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4a392d2bb4be99a62f507d253933aae4a9910ce7
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/be3faf1cd21591f70fb2a2ab38ae3b34fcce294a
Nov 29 04:56:37 user nova-compute[75027]: INFO nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a01cfbe5cd30db6edbd212f5715378cd35345b00
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Verification complete {{(pid=75027) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Verify swap images {{(pid=75027) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 29 04:56:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.imagecache [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Verify ephemeral images {{(pid=75027) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 29 04:56:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:40 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 04:56:40 user nova-compute[75027]: INFO nova.compute.claims [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Claim successful on node user
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.235s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 04:56:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.policy [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c334ea7981e44fba75aff8688326af3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0518428325c4fa389f6cbe8e61e629e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 04:56:41 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Creating image(s)
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "/opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "/opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "/opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk 1073741824" returned: 0 in 0.058s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:41 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.194s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Successfully created port: 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Cannot resize image /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Ensure instance console log exists: /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Successfully updated port: 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-changed-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.compute.manager [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Refreshing instance network info cache due to event network-changed-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:56:42 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.neutron [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Instance network_info: |[{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Refreshing network info cache for port 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Start _get_guest_xml network_info=[{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 04:56:43 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:56:43 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1656753449',display_name='tempest-SnapshotDataIntegrityTests-server-1656753449',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1656753449',id=52,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9ihUNNfHSRubMJK3bPo8YZDh8gfLoJTurPfR9O1/+7u+HM/O9WIlPTV+pYnJGuaNnpo3Gbcwm4BwQVl7fbIOGWE6sQ8TpxwIWk5sPm/Mj3uKA4gRM8OF9t7fCc4J3aOA==',key_name='tempest-keypair-1462769600',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d0518428325c4fa389f6cbe8e61e629e',ramdisk_id='',reservation_id='r-5zzf0hhp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1008297315',owner_user_name='tempest-SnapshotDataIntegrityTests-1008297315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c334ea7981e44fba75aff8688326af3',uuid=e70d106e-e36f-4ac3-97e1-bb6493347e60,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converting VIF {"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'pci_devices' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] End _get_guest_xml xml=<domain type="kvm">
Nov 29 04:56:43 user nova-compute[75027]:   <uuid>e70d106e-e36f-4ac3-97e1-bb6493347e60</uuid>
Nov 29 04:56:43 user nova-compute[75027]:   <name>instance-00000034</name>
Nov 29 04:56:43 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 04:56:43 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 04:56:43 user nova-compute[75027]:   <metadata>
Nov 29 04:56:43 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 04:56:43 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1656753449</nova:name>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:creationTime>2023-11-29 04:56:43</nova:creationTime>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 04:56:43 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 04:56:43 user nova-compute[75027]:       </nova:flavor>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:owner>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:user uuid="2c334ea7981e44fba75aff8688326af3">tempest-SnapshotDataIntegrityTests-1008297315-project-member</nova:user>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:project uuid="d0518428325c4fa389f6cbe8e61e629e">tempest-SnapshotDataIntegrityTests-1008297315</nova:project>
Nov 29 04:56:43 user nova-compute[75027]:       </nova:owner>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 04:56:43 user nova-compute[75027]:       <nova:ports>
Nov 29 04:56:43 user nova-compute[75027]:         <nova:port uuid="3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711">
Nov 29 04:56:43 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 04:56:43 user nova-compute[75027]:         </nova:port>
Nov 29 04:56:43 user nova-compute[75027]:       </nova:ports>
Nov 29 04:56:43 user nova-compute[75027]:     </nova:instance>
Nov 29 04:56:43 user nova-compute[75027]:   </metadata>
Nov 29 04:56:43 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 04:56:43 user nova-compute[75027]:     <system>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="serial">e70d106e-e36f-4ac3-97e1-bb6493347e60</entry>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="uuid">e70d106e-e36f-4ac3-97e1-bb6493347e60</entry>
Nov 29 04:56:43 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 04:56:43 user nova-compute[75027]:     </system>
Nov 29 04:56:43 user nova-compute[75027]:   </sysinfo>
Nov 29 04:56:43 user nova-compute[75027]:   <os>
Nov 29 04:56:43 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 04:56:43 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 04:56:43 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 04:56:43 user nova-compute[75027]:   </os>
Nov 29 04:56:43 user nova-compute[75027]:   <features>
Nov 29 04:56:43 user nova-compute[75027]:     <acpi/>
Nov 29 04:56:43 user nova-compute[75027]:     <apic/>
Nov 29 04:56:43 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 04:56:43 user nova-compute[75027]:   </features>
Nov 29 04:56:43 user nova-compute[75027]:   <clock offset="utc">
Nov 29 04:56:43 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 04:56:43 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 04:56:43 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 04:56:43 user nova-compute[75027]:   </clock>
Nov 29 04:56:43 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 04:56:43 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 04:56:43 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 04:56:43 user nova-compute[75027]:   </cpu>
Nov 29 04:56:43 user nova-compute[75027]:   <devices>
Nov 29 04:56:43 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 04:56:43 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 04:56:43 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk"/>
Nov 29 04:56:43 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 04:56:43 user nova-compute[75027]:     </disk>
Nov 29 04:56:43 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 04:56:43 user nova-compute[75027]:       <mac address="fa:16:3e:8a:f8:7e"/>
Nov 29 04:56:43 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:56:43 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 04:56:43 user nova-compute[75027]:       <target dev="tap3b3c83ca-0e"/>
Nov 29 04:56:43 user nova-compute[75027]:     </interface>
Nov 29 04:56:43 user nova-compute[75027]:     <serial type="pty">
Nov 29 04:56:43 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/console.log" append="off"/>
Nov 29 04:56:43 user nova-compute[75027]:     </serial>
Nov 29 04:56:43 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 04:56:43 user nova-compute[75027]:     <video>
Nov 29 04:56:43 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 04:56:43 user nova-compute[75027]:     </video>
Nov 29 04:56:43 user nova-compute[75027]:     <rng model="virtio">
Nov 29 04:56:43 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 04:56:43 user nova-compute[75027]:     </rng>
Nov 29 04:56:43 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 04:56:43 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 04:56:43 user nova-compute[75027]:       <stats period="10"/>
Nov 29 04:56:43 user nova-compute[75027]:     </memballoon>
Nov 29 04:56:43 user nova-compute[75027]:   </devices>
Nov 29 04:56:43 user nova-compute[75027]: </domain>
Nov 29 04:56:43 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1656753449',display_name='tempest-SnapshotDataIntegrityTests-server-1656753449',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1656753449',id=52,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9ihUNNfHSRubMJK3bPo8YZDh8gfLoJTurPfR9O1/+7u+HM/O9WIlPTV+pYnJGuaNnpo3Gbcwm4BwQVl7fbIOGWE6sQ8TpxwIWk5sPm/Mj3uKA4gRM8OF9t7fCc4J3aOA==',key_name='tempest-keypair-1462769600',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d0518428325c4fa389f6cbe8e61e629e',ramdisk_id='',reservation_id='r-5zzf0hhp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1008297315',owner_user_name='tempest-SnapshotDataIntegrityTests-1008297315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T04:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c334ea7981e44fba75aff8688326af3',uuid=e70d106e-e36f-4ac3-97e1-bb6493347e60,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converting VIF {"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG os_vif [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '986e55bf-03d8-5218-8cd8-fcce626f9ba1', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b3c83ca-0e, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b3c83ca-0e, col_values=(('qos', UUID('66873f9a-1b7c-4667-979f-1d1d432b2144')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b3c83ca-0e, col_values=(('external_ids', {'iface-id': '3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:f8:7e', 'vm-uuid': 'e70d106e-e36f-4ac3-97e1-bb6493347e60'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:43 user nova-compute[75027]: INFO os_vif [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e')
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No VIF found with MAC fa:16:3e:8a:f8:7e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated VIF entry in instance network info cache for port 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:56:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-03027059-95fb-4eb9-9bbd-f7061dd1468e req-74d466eb-607a-44ea-bab5-1873b0f52688 service nova] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:56:44 user nova-compute[75027]: WARNING nova.compute.manager [req-5525ee17-6d2a-4074-94b7-10a5a61ce444 req-0a5a572a-8df6-406c-a61c-07928c209a7d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state building and task_state spawning.
Nov 29 04:56:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 04:56:46 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Instance spawned successfully.
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 04:56:46 user nova-compute[75027]: INFO nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Took 5.44 seconds to spawn the instance on the hypervisor.
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:46 user nova-compute[75027]: DEBUG nova.compute.manager [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:56:46 user nova-compute[75027]: WARNING nova.compute.manager [req-04c878c2-7f3e-4a03-a55d-317a53b37b3a req-d484739c-0684-4a58-9044-6dd4c5641999 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state building and task_state spawning.
Nov 29 04:56:46 user nova-compute[75027]: INFO nova.compute.manager [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Took 5.99 seconds to build instance.
Nov 29 04:56:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea7356c1-0c14-49e0-9b58-f4b26c32a151 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.087s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:56:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:56:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:10 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:10 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:57:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:57:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:57:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:57:12 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 04:57:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 04:57:14 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 04:57:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:57:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8682MB free_disk=24.95126724243164GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6a409d9b-be70-463e-8cb3-7aabfe0f4786 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:57:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.493s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:29 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:57:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing instance network info cache due to event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] Acquiring lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] Acquired lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updated VIF entry in instance network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:57:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-1fa530b1-2ca8-45fc-9f26-9f9a71faa42b req-38a223b0-a6b8-41e4-b208-3a717dd289f0 service nova] Releasing lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:42 user nova-compute[75027]: INFO nova.compute.manager [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Terminating instance
Nov 29 04:57:42 user nova-compute[75027]: DEBUG nova.compute.manager [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Instance destroyed successfully.
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid 6a409d9b-be70-463e-8cb3-7aabfe0f4786 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:55:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1472563802',display_name='tempest-TestVolumeBootPattern-server-1472563802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1472563802',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:56:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-ql5kf0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:56:03Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6a409d9b-be70-463e-8cb3-7aabfe0f4786,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_vif [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3086565a-5a, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=69853710-97eb-4671-8afb-c07915869caf) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:57:43 user nova-compute[75027]: INFO os_vif [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:90:e3,bridge_name='br-int',has_traffic_filtering=True,id=3086565a-5afc-4f66-89ea-fffd8884a57f,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3086565a-5a')
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XdhHbeaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:57:43 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c24d01-546b-4ad4-806e-483131065077]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:57:43 user nova-compute[75027]: No targets found.
Nov 29 04:57:43 user nova-compute[75027]: iSNS:
Nov 29 04:57:43 user nova-compute[75027]: No targets found.
Nov 29 04:57:43 user nova-compute[75027]: STATIC:
Nov 29 04:57:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:57:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:57:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:57:43 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c
Nov 29 04:57:43 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:57:43 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:57:43 user nova-compute[75027]: FIRMWARE:
Nov 29 04:57:43 user nova-compute[75027]: No targets found.
Nov 29 04:57:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:57:43 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:57:43 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c841c30c-b69a-4bd6-8ceb-32e1a70ab2f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b635f56-daba-44f5-a69a-a88a4a56bdc0]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:57:43 user nova-compute[75027]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)
Nov 29 04:57:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:57:43 user nova-compute[75027]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c (non-flash)
Nov 29 04:57:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f060bf40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff46b3f2-f834-45d1-9d2d-f6dc6556e73a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d89492-faa2-4ca3-9615-969dc8f1d489]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4344af0-e248-4267-80bb-c6ecc933bf34]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[718eb256-c7df-4cd8-b624-2d52aa19fa61]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOfa6424d4-78a2a9de114530da', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_fa6424d4', '/dev/disk/by-id/scsi-23738613261396465') {{(pid=85508) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[79156919-7d57-4ef0-b7c6-5b52689a9f95]: (4, None) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0f021e-cca8-4c1c-a11d-5d2b97bb5b27]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing instance network info cache due to event network-changed-3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Acquiring lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Acquired lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Refreshing network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb9acf4-f553-4c4e-b78e-42766bf30143]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260]
Nov 29 04:57:43 user nova-compute[75027]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c, portal: 172.16.0.220,3260] successful.
Nov 29 04:57:43 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b714e94-2b52-4ca2-8d61-2ab5d95ce85c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f12d6df-2113-41bd-bf2f-018a21e23417]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (299ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:57:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Deleting instance files /opt/stack/data/nova/instances/6a409d9b-be70-463e-8cb3-7aabfe0f4786_del
Nov 29 04:57:43 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Deletion of /opt/stack/data/nova/instances/6a409d9b-be70-463e-8cb3-7aabfe0f4786_del complete
Nov 29 04:57:43 user nova-compute[75027]: INFO nova.compute.manager [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updated VIF entry in instance network info cache for port 3086565a-5afc-4f66-89ea-fffd8884a57f. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.network.neutron [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [{"id": "3086565a-5afc-4f66-89ea-fffd8884a57f", "address": "fa:16:3e:ff:90:e3", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3086565a-5a", "ovs_interfaceid": "3086565a-5afc-4f66-89ea-fffd8884a57f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Releasing lock "refresh_cache-6a409d9b-be70-463e-8cb3-7aabfe0f4786" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-unplugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] No waiting events found dispatching network-vif-unplugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-unplugged-3086565a-5afc-4f66-89ea-fffd8884a57f for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Acquiring lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] No waiting events found dispatching network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:57:43 user nova-compute[75027]: WARNING nova.compute.manager [req-fea62d96-6085-4c03-a9a4-4fd313190e78 req-baa2d08c-d3ea-4d54-8dcc-dbf898720205 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received unexpected event network-vif-plugged-3086565a-5afc-4f66-89ea-fffd8884a57f for instance with vm_state active and task_state deleting.
Nov 29 04:57:44 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:57:44 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Took 0.60 seconds to deallocate network for instance.
Nov 29 04:57:44 user nova-compute[75027]: DEBUG nova.compute.manager [req-f237c1bf-8853-4491-82fc-aa97a662810a req-c31095ea-457b-4101-9177-ab33aaab4023 service nova] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Received event network-vif-deleted-3086565a-5afc-4f66-89ea-fffd8884a57f {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:57:44 user nova-compute[75027]: INFO nova.compute.manager [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6a409d9b-be70-463e-8cb3-7aabfe0f4786] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 04:57:44 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:57:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:57:45 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:57:45 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:57:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:45 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance 6a409d9b-be70-463e-8cb3-7aabfe0f4786
Nov 29 04:57:45 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-608060cd-9fda-4414-b37a-ea0b16898ae4 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6a409d9b-be70-463e-8cb3-7aabfe0f4786" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.957s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:57:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:57:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:57:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 6d477202-a7fd-44e5-8205-d0c26de2b0f7 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:58:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:11 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:12 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:58:13 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 6d477202-a7fd-44e5-8205-d0c26de2b0f7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:58:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:58:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:58:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:58:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:58:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8833MB free_disk=24.949920654296875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:58:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.209s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:30 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:58:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-changed-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:58:31 user nova-compute[75027]: DEBUG nova.compute.manager [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Refreshing instance network info cache due to event network-changed-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:58:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:58:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:58:31 user nova-compute[75027]: DEBUG nova.network.neutron [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Refreshing network info cache for port 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:58:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated VIF entry in instance network info cache for port 3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:58:32 user nova-compute[75027]: DEBUG nova.network.neutron [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:58:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-6ee32a7c-95a4-4f49-9263-9e7146f09766 req-c6397733-3347-4285-bb3e-052159bf8a0d service nova] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:58:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:34 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:35 user nova-compute[75027]: INFO nova.compute.manager [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attaching volume 671925f5-cde9-44e0-a709-45ea5217ea2e to /dev/vdb
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.utils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[77afdf16-c902-468a-a333-f51013cb50d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd655a7e-8127-4f9d-ac43-9b0fc2a79b42]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e705ac20-ffc1-4738-bd97-8783434b85eb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bda1eb8-1dfe-4365-85c0-852b80ad21d7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:58:35 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:58:35 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1777e4-34fc-4f9e-b197-07180df00dbe]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG os_brick.utils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:58:35 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating existing volume attachment record: 748d9774-0796-42b7-8202-b1e9afbbc3b4 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:58:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:39 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing instance network info cache due to event network-changed-8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] Acquiring lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] Acquired lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Refreshing network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:41 user nova-compute[75027]: INFO nova.compute.manager [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Terminating instance
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-unplugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] No waiting events found dispatching network-vif-unplugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.compute.manager [req-8e809ca2-fc28-474a-8556-ecf2f2b64cc3 req-366fe3a6-eb26-472e-9210-9726f27ac9ba service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-unplugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updated VIF entry in instance network info cache for port 8662152f-4a33-4a0d-bfda-0c2838af03a5. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG nova.network.neutron [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [{"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fe3d3b2a-23e2-4f54-ae99-b7dc4d5d25c7 req-581a3781-abff-44b9-bb76-fe93f9ea1358 service nova] Releasing lock "refresh_cache-6d477202-a7fd-44e5-8205-d0c26de2b0f7" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:58:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Instance destroyed successfully.
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.objects.instance [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lazy-loading 'resources' on Instance uuid 6d477202-a7fd-44e5-8205-d0c26de2b0f7 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:53:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1920829183',display_name='tempest-TestVolumeBootPattern-server-1920829183',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1920829183',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkjEkbqbgmw+R8j3EaLkgNRipjZJRpsyzgea1BkfoVsqAuBP/FYxTyVLTPtEGVYDjZB3CAC6Dsb4oUgo/0LaIT1tgCrZyVacUVumMM+T6ZUDHIZNpYZCZk/JOZIFxh/Cw==',key_name='tempest-TestVolumeBootPattern-1478356175',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:54:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2aea9ee4435a4bf3bb048ee4bfc78bd5',ramdisk_id='',reservation_id='r-fzxbiq03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1916889946',owner_user_name='tempest-TestVolumeBootPattern-1916889946-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:54:04Z,user_data=None,user_id='bb7d3846a8bb42d18006f5a3bdbfed61',uuid=6d477202-a7fd-44e5-8205-d0c26de2b0f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converting VIF {"id": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "address": "fa:16:3e:d2:a1:ee", "network": {"id": "b978909b-bbd9-4a50-ba65-771be991b566", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-271978635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2aea9ee4435a4bf3bb048ee4bfc78bd5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8662152f-4a", "ovs_interfaceid": "8662152f-4a33-4a0d-bfda-0c2838af03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_vif [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8662152f-4a, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7102033d-232e-4f32-9db9-1d4590ad49b6) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:42 user nova-compute[75027]: INFO os_vif [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a1:ee,bridge_name='br-int',has_traffic_filtering=True,id=8662152f-4a33-4a0d-bfda-0c2838af03a5,network=Network(b978909b-bbd9-4a50-ba65-771be991b566),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8662152f-4a')
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EuUYaxzw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:58:42 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[154b33cb-e6c2-4a42-8f36-c47840d93f4a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:58:42 user nova-compute[75027]: No targets found.
Nov 29 04:58:42 user nova-compute[75027]: iSNS:
Nov 29 04:58:42 user nova-compute[75027]: No targets found.
Nov 29 04:58:42 user nova-compute[75027]: STATIC:
Nov 29 04:58:42 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc
Nov 29 04:58:42 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:58:42 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:58:42 user nova-compute[75027]: FIRMWARE:
Nov 29 04:58:42 user nova-compute[75027]: No targets found.
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:58:42 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:58:42 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da0c8e0-c760-4fbb-8b79-f6d864671978]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[666eaaca-13d0-4e1e-a200-c9b3a53bd1e0]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc (non-flash)
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f05f7e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc'): ({'sdc'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Removing single pathed devices sdc {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[84754328-9b81-472c-a8a7-e881f753a140]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0c463b7-cbd1-403d-859a-6758bbadded7]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Flushing IO for device /dev/sdc {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[444e255d-004b-44fb-973e-a1697881c464]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4b99cb-d2bb-42c8-ab82-a8153f6a0b70]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] SCSI volumes sdc have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae40468-4e02-462d-8d5c-c12fd5d3d12d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5e986b-05a1-48b4-af97-389c27fb27d8]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260]
Nov 29 04:58:42 user nova-compute[75027]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc, portal: 172.16.0.220,3260] successful.
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc8c7ca5-16e2-4c0a-a072-a51b413d2cdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b646cc9-e0ac-4ae6-b726-dcbfaaeffd90]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] <== disconnect_volume: return (288ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:58:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Deleting instance files /opt/stack/data/nova/instances/6d477202-a7fd-44e5-8205-d0c26de2b0f7_del
Nov 29 04:58:42 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Deletion of /opt/stack/data/nova/instances/6d477202-a7fd-44e5-8205-d0c26de2b0f7_del complete
Nov 29 04:58:42 user nova-compute[75027]: INFO nova.compute.manager [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLlrJbwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:58:42 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:58:42 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:58:42 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7464ff7-299e-4709-b609-0c4c5f63dd05]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:58:42 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2ad148-b11c-4069-855b-9cad11d8a165]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e] added
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfae6319-e891-4632-bd72-39ee24d1b44f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1436460b-de7a-421c-b242-cb72f1288591]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLlrJbwO {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLlrJbwO" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6705e0ae-5bc6-4301-894d-1a1d658a791e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hLlrJbwO'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d519c3-b0cd-4b5f-a30f-6d630f22570b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03ce29a-e51f-4987-b699-0f79eed0187f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:58:42 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:58:42 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:58:42 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:58:42 user nova-compute[75027]: 
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a799c0a1-3d34-4652-b3f9-900bda567aaf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260]
Nov 29 04:58:42 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260] successful.
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6341d33f-69bb-473f-9b80-c80a2e8620c3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Took 0.48 seconds to deallocate network for instance.
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21bc903-2943-44de-8668-80355d80dd93]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)
Nov 29 04:58:42 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5638a4-a2e1-4a6b-b0f9-24b410122104]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:58:42 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-b0afd450-424e-4851-9f3a-a441c1e95197 req-e432cff0-da79-4fe7-a74e-f329a4df2d25 service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-deleted-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] Acquiring lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.compute.manager [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] No waiting events found dispatching network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 04:58:43 user nova-compute[75027]: WARNING nova.compute.manager [req-c0c2457c-bbfe-4707-85ba-514084c2e09b req-6003b793-c119-4c00-af33-d9821aecb1ad service nova] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Received unexpected event network-vif-plugged-8662152f-4a33-4a0d-bfda-0c2838af03a5 for instance with vm_state active and task_state deleting.
Nov 29 04:58:43 user nova-compute[75027]: INFO nova.compute.manager [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] [instance: 6d477202-a7fd-44e5-8205-d0c26de2b0f7] Took 0.89 seconds to detach 1 volumes for instance.
Nov 29 04:58:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLlrJbwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== connect_volume: return (1281ms) {'type': 'block', 'scsi_wwn': '26364643262613433', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364643262613433', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:58:43 user nova-compute[75027]: DEBUG nova.objects.instance [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 04:58:44 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:58:44 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:58:44 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:58:44 user nova-compute[75027]:   <serial>671925f5-cde9-44e0-a709-45ea5217ea2e</serial>
Nov 29 04:58:44 user nova-compute[75027]: </disk>
Nov 29 04:58:44 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.143s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:44 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Deleted allocations for instance 6d477202-a7fd-44e5-8205-d0c26de2b0f7
Nov 29 04:58:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-fede381d-4d14-4746-bfea-45507d470c10 tempest-TestVolumeBootPattern-1916889946 tempest-TestVolumeBootPattern-1916889946-project-member] Lock "6d477202-a7fd-44e5-8205-d0c26de2b0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.901s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No VIF found with MAC fa:16:3e:8a:f8:7e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 04:58:44 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-436aa10c-55a6-4372-b076-986ffb8f0666 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.069s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:58:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:58:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:58:58 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:58:58 user nova-compute[75027]: INFO nova.compute.manager [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Detaching volume 671925f5-cde9-44e0-a709-45ea5217ea2e
Nov 29 04:58:58 user nova-compute[75027]: INFO nova.virt.block_device [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attempting to driver detach volume 671925f5-cde9-44e0-a709-45ea5217ea2e from mountpoint /dev/vdb
Nov 29 04:58:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Attempting to detach device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 04:58:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:58:58 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:58:58 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:58:58 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:58:58 user nova-compute[75027]:   <serial>671925f5-cde9-44e0-a709-45ea5217ea2e</serial>
Nov 29 04:58:58 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:58:58 user nova-compute[75027]: </disk>
Nov 29 04:58:58 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:58:58 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config.
Nov 29 04:58:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 04:58:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 04:58:58 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 04:58:58 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 04:58:58 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 04:58:58 user nova-compute[75027]:   <serial>671925f5-cde9-44e0-a709-45ea5217ea2e</serial>
Nov 29 04:58:58 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 04:58:58 user nova-compute[75027]: </disk>
Nov 29 04:58:58 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 04:58:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 04:58:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:11 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 04:59:13 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 04:59:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 04:59:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:19 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 is timed out.
Nov 29 04:59:19 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config.
Nov 29 04:59:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLlrJbwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:59:19 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[de625ad2-1e6f-4832-a65f-874c3959758b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 04:59:19 user nova-compute[75027]: No targets found.
Nov 29 04:59:19 user nova-compute[75027]: iSNS:
Nov 29 04:59:19 user nova-compute[75027]: No targets found.
Nov 29 04:59:19 user nova-compute[75027]: STATIC:
Nov 29 04:59:19 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e
Nov 29 04:59:19 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 04:59:19 user nova-compute[75027]:                 Iface Name: default
Nov 29 04:59:19 user nova-compute[75027]: FIRMWARE:
Nov 29 04:59:19 user nova-compute[75027]: No targets found.
Nov 29 04:59:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 04:59:19 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 04:59:19 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c12c81ba-b6ba-4feb-a4e5-698f44d021fd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f9926c-2f4f-4944-9a3a-b5b542624b05]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)
Nov 29 04:59:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e (non-flash)
Nov 29 04:59:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f070f880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[49dcfe30-0e5b-42fd-b42b-e98558b7cb8d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7905ac8-6a35-47d9-b988-d434fdd6ba59]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[280faaf2-6d03-418a-9842-a093f4b58051]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e7fb30-86b6-40c3-99dd-033d3c43a4cc]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[70233eb2-f903-44f2-8be6-99ac81dbc434]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3946eacd-feb5-4239-b46f-bc2cba97b359]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260]
Nov 29 04:59:19 user nova-compute[75027]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e, portal: 172.16.0.220,3260] successful.
Nov 29 04:59:19 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:671925f5-cde9-44e0-a709-45ea5217ea2e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[51814418-bc34-4c1b-995c-4213d3575f98]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== disconnect_volume: return (288ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:59:19 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 04:59:20 user nova-compute[75027]: DEBUG nova.objects.instance [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:59:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-f09fc47f-6239-4174-8ecb-93ae16133ff4 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.651s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:59:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:25 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:59:26 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8930MB free_disk=24.940391540527344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 04:59:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.203s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:59:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 04:59:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 04:59:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 04:59:51 user nova-compute[75027]: INFO nova.compute.manager [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attaching volume 64268b19-f012-4764-81ec-6b248de9c787 to /dev/vdb
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d4aa61-a806-46e7-b1cf-ff78d17167b1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4d6e40-34e3-413b-b200-e6c1d8a93f97]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[718e242e-1f59-4fa9-9a21-d1ad07b43590]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d66ad0a-285c-4fe5-aa99-665da16c192b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 04:59:51 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 04:59:51 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2438b792-13c4-457c-943a-1e56441fe6ac]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 04:59:51 user nova-compute[75027]: DEBUG os_brick.utils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 04:59:52 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating existing volume attachment record: 0003dc3d-c1bb-4b3d-8d09-e00aed9fe917 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 04:59:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 04:59:54 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlazYONh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 04:59:58 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:59:58 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 04:59:58 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b263bef1-122a-414e-b641-076bc3698c5c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 04:59:58 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc2a51e-2d6b-4f19-8e6b-3da976952994]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787] added
Nov 29 04:59:58 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[24387de6-74e7-4034-b2c6-1e041aae3227]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d1447d-3ad2-4d4c-9ebc-a95f5956e3f4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PlazYONh {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PlazYONh" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc0f404-0f24-4fd0-ac54-914eb2b605c8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PlazYONh'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:58 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d766dd39-6df3-410f-b49b-bc3990068b79]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d430db-6b98-47db-8da3-a2b79dbdff7d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:59:59 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 04:59:59 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:59:59 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 04:59:59 user nova-compute[75027]: 
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc510af-77b1-4506-92d6-715acd769497]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260]
Nov 29 04:59:59 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260] successful.
Nov 29 04:59:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1d3949-ae38-4507-ae65-43ef264be390]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[afbaa3b1-3d73-438e-9608-c3c38a23d86f]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)
Nov 29 04:59:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)
Nov 29 04:59:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a07e8f0-37b2-49ed-9b6f-49cc5f9f7ff5]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 04:59:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlazYONh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23365613037303733', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365613037303733', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:00:00 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:00:00 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:00:00 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:00:00 user nova-compute[75027]:   <serial>64268b19-f012-4764-81ec-6b248de9c787</serial>
Nov 29 05:00:00 user nova-compute[75027]: </disk>
Nov 29 05:00:00 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No VIF found with MAC fa:16:3e:8a:f8:7e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:00:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-bbf39b4d-3ea7-425e-af76-2262b21923e0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.934s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:00:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:00:02 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:00:02 user nova-compute[75027]: INFO nova.compute.manager [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Detaching volume 64268b19-f012-4764-81ec-6b248de9c787
Nov 29 05:00:03 user nova-compute[75027]: INFO nova.virt.block_device [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attempting to driver detach volume 64268b19-f012-4764-81ec-6b248de9c787 from mountpoint /dev/vdb
Nov 29 05:00:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Attempting to detach device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:00:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:00:03 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:00:03 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:00:03 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:00:03 user nova-compute[75027]:   <serial>64268b19-f012-4764-81ec-6b248de9c787</serial>
Nov 29 05:00:03 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:00:03 user nova-compute[75027]: </disk>
Nov 29 05:00:03 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:00:03 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config.
Nov 29 05:00:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:00:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:00:03 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:00:03 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:00:03 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:00:03 user nova-compute[75027]:   <serial>64268b19-f012-4764-81ec-6b248de9c787</serial>
Nov 29 05:00:03 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:00:03 user nova-compute[75027]: </disk>
Nov 29 05:00:03 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:00:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:00:04 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:12 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:00:14 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:00:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:00:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:23 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 is timed out.
Nov 29 05:00:23 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config.
Nov 29 05:00:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlazYONh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:00:23 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba7e914-0293-45f5-aff5-cc0480094e2b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:00:23 user nova-compute[75027]: No targets found.
Nov 29 05:00:23 user nova-compute[75027]: iSNS:
Nov 29 05:00:23 user nova-compute[75027]: No targets found.
Nov 29 05:00:23 user nova-compute[75027]: STATIC:
Nov 29 05:00:23 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787
Nov 29 05:00:23 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:00:23 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:00:23 user nova-compute[75027]: FIRMWARE:
Nov 29 05:00:23 user nova-compute[75027]: No targets found.
Nov 29 05:00:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:00:23 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:00:23 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d99620-bb50-4b2a-a541-57de2eaa7399]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cdcc678-52b8-43f6-891b-65a36a1ff2eb]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)
Nov 29 05:00:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 (non-flash)
Nov 29 05:00:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f049da20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[91cf631d-6bd7-4817-8856-28c4a761a3bf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5675e1cb-21e0-40f2-9e95-ba6283fd2aad]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffbd230-95d4-416a-87d4-7c30e720a095]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd908475-c05b-481f-9204-2135c48f51cb]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c861d5ee-4e83-47a7-a9cb-12d5bb89f9a1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb63e3fc-c960-46cb-baa8-973eb4873540]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260]
Nov 29 05:00:23 user nova-compute[75027]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787, portal: 172.16.0.220,3260] successful.
Nov 29 05:00:23 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64268b19-f012-4764-81ec-6b248de9c787 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c919aee0-153a-471f-a8e4-b70d194fcdc9]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== disconnect_volume: return (327ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:00:23 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:00:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:00:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-719b3c04-72a5-4c45-8503-ad0da7dcd4ba tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.687s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:00:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:00:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=24.938751220703125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:00:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:00:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:00:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:00:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:00:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:00:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:00:56 user nova-compute[75027]: INFO nova.compute.manager [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attaching volume ee0a0062-497c-4f6e-8bb2-1f2feae741c8 to /dev/vdb
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.utils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff94eaad-74d3-4e6b-a19b-50d150c70b25]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b74e4ee-011e-41c4-a403-7e38f7b274d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[61afc19b-004d-4af4-929f-78d12d83a2d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef03b89-8419-44a1-b58c-babeb087cf69]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:00:56 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:00:56 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[caefb758-ba6e-4d15-ac99-e2526c1292a4]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG os_brick.utils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:00:56 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating existing volume attachment record: 4dae1321-8766-444c-b37d-adee7e77884b {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:00:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:00:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FQULuyVI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:01:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:01:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:01:03 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[209e788f-8065-4605-b30c-33cb24d41b12]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:01:03 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b981ea8-2a7a-4b69-af6b-d365828e6484]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8] added
Nov 29 05:01:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c316c1-d9ea-4893-a613-a9f97fb56cbe]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d83ea5-a972-4f84-b1cf-3af01dd27ef3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FQULuyVI {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FQULuyVI" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead57bb8-321c-4636-82b3-a1905edde588]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FQULuyVI'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bcefcd-0cb7-4794-adee-d8294fef1a3c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ea87b1-434e-4dc3-8474-33fe9a646ecc]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:01:03 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:01:03 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:01:03 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:01:03 user nova-compute[75027]: 
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf0cc334-37b7-4a8f-b317-776e7b8eb0b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260]
Nov 29 05:01:03 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260] successful.
Nov 29 05:01:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1197c98-1302-4e15-b4dd-596ff83f001b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[42913042-00ca-4c9e-b159-45424d2e79c0]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)
Nov 29 05:01:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)
Nov 29 05:01:03 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce91d25c-b065-4a9d-89ea-8a7c9759a4db]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:01:03 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FQULuyVI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23331656562373033', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331656562373033', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.objects.instance [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:01:04 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:01:04 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:01:04 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:01:04 user nova-compute[75027]:   <serial>ee0a0062-497c-4f6e-8bb2-1f2feae741c8</serial>
Nov 29 05:01:04 user nova-compute[75027]: </disk>
Nov 29 05:01:04 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:01:04 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No VIF found with MAC fa:16:3e:8a:f8:7e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:01:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-ea360454-32d2-43b3-9862-de44f76292db tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.868s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:01:07 user nova-compute[75027]: INFO nova.compute.manager [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Detaching volume ee0a0062-497c-4f6e-8bb2-1f2feae741c8
Nov 29 05:01:07 user nova-compute[75027]: INFO nova.virt.block_device [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attempting to driver detach volume ee0a0062-497c-4f6e-8bb2-1f2feae741c8 from mountpoint /dev/vdb
Nov 29 05:01:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Attempting to detach device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:01:07 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:01:07 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:01:07 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:01:07 user nova-compute[75027]:   <serial>ee0a0062-497c-4f6e-8bb2-1f2feae741c8</serial>
Nov 29 05:01:07 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:01:07 user nova-compute[75027]: </disk>
Nov 29 05:01:07 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:01:07 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config.
Nov 29 05:01:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:01:07 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:01:07 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:01:07 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:01:07 user nova-compute[75027]:   <serial>ee0a0062-497c-4f6e-8bb2-1f2feae741c8</serial>
Nov 29 05:01:07 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:01:07 user nova-compute[75027]: </disk>
Nov 29 05:01:07 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:01:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:01:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:13 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:15 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:15 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:01:16 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:01:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:01:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8983MB free_disk=24.937774658203125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.167s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:01:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 is timed out.
Nov 29 05:01:27 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config.
Nov 29 05:01:27 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FQULuyVI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:01:27 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:01:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:01:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a0b09d-498c-4a38-8c81-4feab297376f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:01:28 user nova-compute[75027]: No targets found.
Nov 29 05:01:28 user nova-compute[75027]: iSNS:
Nov 29 05:01:28 user nova-compute[75027]: No targets found.
Nov 29 05:01:28 user nova-compute[75027]: STATIC:
Nov 29 05:01:28 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8
Nov 29 05:01:28 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:01:28 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:01:28 user nova-compute[75027]: FIRMWARE:
Nov 29 05:01:28 user nova-compute[75027]: No targets found.
Nov 29 05:01:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:01:28 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:01:28 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f571a0ba-b2b9-42da-9073-4770b94b6610]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ddf9a8-c05d-43c6-8551-469be4f90e49]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)
Nov 29 05:01:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 (non-flash)
Nov 29 05:01:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa08055870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8af10bc-bc2c-4875-83f3-c1eb8ce53ea2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7de2ead-f8c8-4760-9e3a-4a6cb8340db3]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[275f69a4-ee3f-449f-ba7c-d5f0376c80c1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d48b730-492f-4cfc-9110-9d84bb711f00]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[559ac891-1111-4c7c-8845-4a3a56c8d9c6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffad045-db16-4cc3-b2d0-a6c2b3b2e444]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260]
Nov 29 05:01:28 user nova-compute[75027]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8, portal: 172.16.0.220,3260] successful.
Nov 29 05:01:28 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee0a0062-497c-4f6e-8bb2-1f2feae741c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f068bc52-da29-48c6-aa21-1a9cf749da1e]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== disconnect_volume: return (299ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:01:28 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:01:29 user nova-compute[75027]: DEBUG nova.objects.instance [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:01:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-a6baf8ef-286f-449d-a4ad-eb385991d980 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.618s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:01:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:01:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:01:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:01:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:02:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:02:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:02:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:02:01 user nova-compute[75027]: INFO nova.compute.manager [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attaching volume 908a07b6-0722-41bc-ad4d-1e29e0e8c38c to /dev/vdb
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.utils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b22078-f085-45e5-944b-e8ad904d44a7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d0dff0-5dd0-4beb-af72-7784eb38cec7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a91546e-0daa-4399-8722-c3616967504a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[610989a8-fb86-445b-bc4b-193a2833505c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:02:01 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:02:01 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf47ded-875d-4bf5-8793-08dcdc9ebf2d]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG os_brick.utils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:02:01 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating existing volume attachment record: a73775d4-61d7-4090-99f5-fb4abf2f1402 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:02:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KilEpwmR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:02:07 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:02:07 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:02:07 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:02:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e3831b-7b68-4f17-babc-81e7a622745f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:02:07 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:07 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86b8425-428d-462f-bcc0-ac49939db161]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c] added
Nov 29 05:02:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e72bfc78-22a2-4472-b85c-e8fa737b6851]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6596c6-a977-40df-8b0a-1721adc6462f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KilEpwmR {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KilEpwmR" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7d358c-493d-4506-a1ec-9e9ce1961a1b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KilEpwmR'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d71ee21c-d053-48b2-a7cd-3927e86cf08f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be80780-184c-45f0-ac8a-84d1dd7f56ab]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:02:08 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:02:08 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:02:08 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:02:08 user nova-compute[75027]: 
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0124681-2e37-42d4-8010-a1982759c3c6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260]
Nov 29 05:02:08 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260] successful.
Nov 29 05:02:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b6b398-f4c4-461f-b06b-fcfb3262956f]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9cb78f7-c566-4884-a3bb-a878f281cca7]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)
Nov 29 05:02:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)
Nov 29 05:02:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a5e7b5-cebb-48c6-997d-5b85d109a203]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:02:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KilEpwmR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26465363532636636', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26465363532636636', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.objects.instance [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:02:09 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:02:09 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:02:09 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:02:09 user nova-compute[75027]:   <serial>908a07b6-0722-41bc-ad4d-1e29e0e8c38c</serial>
Nov 29 05:02:09 user nova-compute[75027]: </disk>
Nov 29 05:02:09 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] No VIF found with MAC fa:16:3e:8a:f8:7e, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:02:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-163f4c9e-ca55-4a2f-a2a4-57a5cb25e744 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.709s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:02:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:02:12 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:02:12 user nova-compute[75027]: INFO nova.compute.manager [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Detaching volume 908a07b6-0722-41bc-ad4d-1e29e0e8c38c
Nov 29 05:02:12 user nova-compute[75027]: INFO nova.virt.block_device [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Attempting to driver detach volume 908a07b6-0722-41bc-ad4d-1e29e0e8c38c from mountpoint /dev/vdb
Nov 29 05:02:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Attempting to detach device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:02:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:02:12 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:02:12 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:02:12 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:02:12 user nova-compute[75027]:   <serial>908a07b6-0722-41bc-ad4d-1e29e0e8c38c</serial>
Nov 29 05:02:12 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:02:12 user nova-compute[75027]: </disk>
Nov 29 05:02:12 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:02:12 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the persistent domain config.
Nov 29 05:02:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:02:12 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:02:12 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:02:12 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:02:12 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:02:12 user nova-compute[75027]:   <serial>908a07b6-0722-41bc-ad4d-1e29e0e8c38c</serial>
Nov 29 05:02:12 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:02:12 user nova-compute[75027]: </disk>
Nov 29 05:02:12 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:02:13 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:02:14 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:02:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:02:18 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:02:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:02:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 05:02:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:26 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:02:27 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9001MB free_disk=24.93683624267578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance e70d106e-e36f-4ac3-97e1-bb6493347e60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.410s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 05:02:27 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 05:02:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:33 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 is timed out.
Nov 29 05:02:33 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully detached device vdb from instance e70d106e-e36f-4ac3-97e1-bb6493347e60 from the live domain config.
Nov 29 05:02:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KilEpwmR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:02:33 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[109d82f5-4efa-45c9-a678-177451187c15]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:02:33 user nova-compute[75027]: No targets found.
Nov 29 05:02:33 user nova-compute[75027]: iSNS:
Nov 29 05:02:33 user nova-compute[75027]: No targets found.
Nov 29 05:02:33 user nova-compute[75027]: STATIC:
Nov 29 05:02:33 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c
Nov 29 05:02:33 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:02:33 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:02:33 user nova-compute[75027]: FIRMWARE:
Nov 29 05:02:33 user nova-compute[75027]: No targets found.
Nov 29 05:02:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:02:33 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:02:33 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4e28e1-3bbc-422b-ae42-b4021449f5dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02c3693-2007-48ff-aa86-0c0843da16a5]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)
Nov 29 05:02:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c (non-flash)
Nov 29 05:02:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f049d630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac3e0a54-4ccb-447d-8b03-f52557542a3d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e049d54-cbae-4052-8f66-b808721b4cb4]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaba4a0f-ffcf-4937-a9ea-21286aa1fcfc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a9088e-7711-4327-a711-340fe8b9fb75]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd810ee4-5d57-4cd5-9c53-069b47426918]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9bb1e4-9af9-4863-ab11-02406480a05b]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260]
Nov 29 05:02:33 user nova-compute[75027]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c, portal: 172.16.0.220,3260] successful.
Nov 29 05:02:33 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:908a07b6-0722-41bc-ad4d-1e29e0e8c38c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[624ab93a-b47b-411d-90b9-7d44c1e18534]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] <== disconnect_volume: return (308ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:02:33 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:02:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:02:34 user nova-compute[75027]: DEBUG nova.objects.instance [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'flavor' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:02:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-4c3952fa-00a4-4f11-8329-f21df6cfc4b1 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.030s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:02:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:02:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:03:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:16 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [{"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-e70d106e-e36f-4ac3-97e1-bb6493347e60" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:17 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:03:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:25 user nova-compute[75027]: INFO nova.compute.manager [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Terminating instance
Nov 29 05:03:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.compute.manager [req-25718df8-9a6c-40c5-b648-24628f54c82d req-4798b075-3a87-40df-be55-7fc5acad17e2 service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Instance destroyed successfully.
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lazy-loading 'resources' on Instance uuid e70d106e-e36f-4ac3-97e1-bb6493347e60 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T04:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1656753449',display_name='tempest-SnapshotDataIntegrityTests-server-1656753449',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1656753449',id=52,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP9ihUNNfHSRubMJK3bPo8YZDh8gfLoJTurPfR9O1/+7u+HM/O9WIlPTV+pYnJGuaNnpo3Gbcwm4BwQVl7fbIOGWE6sQ8TpxwIWk5sPm/Mj3uKA4gRM8OF9t7fCc4J3aOA==',key_name='tempest-keypair-1462769600',keypairs=<?>,launch_index=0,launched_at=2023-11-29T04:56:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d0518428325c4fa389f6cbe8e61e629e',ramdisk_id='',reservation_id='r-5zzf0hhp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1008297315',owner_user_name='tempest-SnapshotDataIntegrityTests-1008297315-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T04:56:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c334ea7981e44fba75aff8688326af3',uuid=e70d106e-e36f-4ac3-97e1-bb6493347e60,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converting VIF {"id": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "address": "fa:16:3e:8a:f8:7e", "network": {"id": "027c458d-f5cf-4d0b-9cd1-cc64b01dfed3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-2042233216-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0518428325c4fa389f6cbe8e61e629e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b3c83ca-0e", "ovs_interfaceid": "3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG os_vif [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b3c83ca-0e, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=66873f9a-1b7c-4667-979f-1d1d432b2144) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:03:26 user nova-compute[75027]: INFO os_vif [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:f8:7e,bridge_name='br-int',has_traffic_filtering=True,id=3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711,network=Network(027c458d-f5cf-4d0b-9cd1-cc64b01dfed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b3c83ca-0e')
Nov 29 05:03:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Deleting instance files /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60_del
Nov 29 05:03:26 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Deletion of /opt/stack/data/nova/instances/e70d106e-e36f-4ac3-97e1-bb6493347e60_del complete
Nov 29 05:03:26 user nova-compute[75027]: INFO nova.compute.manager [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 05:03:26 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 05:03:26 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:03:27 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Took 0.92 seconds to deallocate network for instance.
Nov 29 05:03:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG nova.compute.manager [req-92f0e429-94ce-44b4-8523-9e71ebd842a9 req-c9682347-87e2-4e43-afef-ceb06ff6ec4c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-deleted-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:03:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.121s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:27 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Deleted allocations for instance e70d106e-e36f-4ac3-97e1-bb6493347e60
Nov 29 05:03:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8107f507-aeb8-4c05-be77-fa11ac34cbe0 tempest-SnapshotDataIntegrityTests-1008297315 tempest-SnapshotDataIntegrityTests-1008297315-project-member] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.132s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state deleted and task_state None.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state deleted and task_state None.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state deleted and task_state None.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-unplugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state deleted and task_state None.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Acquiring lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] Lock "e70d106e-e36f-4ac3-97e1-bb6493347e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] No waiting events found dispatching network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.compute.manager [req-e36af3d2-b382-4c43-aa7e-e4a328c7f06f req-bf175264-200a-4085-995f-3cb019c1740c service nova] [instance: e70d106e-e36f-4ac3-97e1-bb6493347e60] Received unexpected event network-vif-plugged-3b3c83ca-0ec5-4f7c-afd5-6c774ceb8711 for instance with vm_state deleted and task_state None.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:03:28 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9092MB free_disk=24.963768005371094GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:03:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:03:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:03:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:03:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:11 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:16 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:04:19 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:21 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:26 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:04:30 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:04:30 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9228MB free_disk=24.96102523803711GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:04:30 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.121s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:04:31 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:04:36 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:36 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:04:41 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:49 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:51 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:55 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:56 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:04:59 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:01 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Starting instance... {{(pid=75027) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:04 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75027) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 05:05:04 user nova-compute[75027]: INFO nova.compute.claims [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Claim successful on node user
Nov 29 05:05:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.310s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Start building networks asynchronously for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Allocating IP information in the background. {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] allocate_for_instance() {{(pid=75027) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 05:05:05 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Start building block device mappings for instance. {{(pid=75027) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.policy [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26f381cffdfe4a7b8d1eeb5eff666271', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90a18493273647de9ca897cefea7f054', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75027) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Start spawning the instance on the hypervisor. {{(pid=75027) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Creating instance directory {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 05:05:05 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Creating image(s)
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "/opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "/opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "/opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.207s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk 1073741824 {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0,backing_fmt=raw /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk 1073741824" returned: 0 in 0.075s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:05 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9593a0314e0e8c5d77e53b5e1c9964583b5eb3a0 --force-share --output=json" returned: 0 in 0.195s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Checking if we can resize image /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk. size=1073741824 {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Successfully created port: 74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.virt.disk.api [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Cannot resize image /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk to a smaller size. {{(pid=75027) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Created local disks {{(pid=75027) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Ensure instance console log exists: /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/console.log {{(pid=75027) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Successfully updated port: 74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Building network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-changed-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.compute.manager [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Refreshing instance network info cache due to event network-changed-74997310-d0cd-44d9-98a8-c31895c6abc1. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:05:06 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Instance cache missing network info. {{(pid=75027) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.neutron [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Instance network_info: |[{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75027) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Refreshing network info cache for port 74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Start _get_guest_xml network_info=[{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'image_id': '0183ea01-fb01-48ae-aa79-c6b753973766'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 05:05:07 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:05:07 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CPU controller missing on host. {{(pid=75027) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.host [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CPU controller found on host. {{(pid=75027) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75027) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T04:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T04:17:06Z,direct_url=<?>,disk_format='qcow2',id=0183ea01-fb01-48ae-aa79-c6b753973766,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e9ceda0fab0849d491d91d28588bab64',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T04:17:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flavor limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Image limits 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flavor pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Image pref 0:0:0 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75027) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Got 1 possible topologies {{(pid=75027) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.hardware [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75027) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T05:05:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1521233973',display_name='tempest-SnapshotDataIntegrityTests-server-1521233973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1521233973',id=53,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLIl/H6JiIYGDW9S7fCq5ZO9ZRVr7PzFzZjrq/i8Cmr6O1VxpZz4kMXnLHIImcLP49agd7yrydACKBPYn8TCFK46SexUb0vr/NeJC26kk69jXXY159NKaFUO/SJoJxH9aQ==',key_name='tempest-keypair-338420478',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='90a18493273647de9ca897cefea7f054',ramdisk_id='',reservation_id='r-5ctg1yax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-972889785',owner_user_name='tempest-SnapshotDataIntegrityTests-972889785-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T05:05:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26f381cffdfe4a7b8d1eeb5eff666271',uuid=40c777c6-e311-44b4-87ff-4f37a8ce26a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75027) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converting VIF {"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.objects.instance [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'pci_devices' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 05:05:07 user nova-compute[75027]:   <uuid>40c777c6-e311-44b4-87ff-4f37a8ce26a9</uuid>
Nov 29 05:05:07 user nova-compute[75027]:   <name>instance-00000035</name>
Nov 29 05:05:07 user nova-compute[75027]:   <memory>524288</memory>
Nov 29 05:05:07 user nova-compute[75027]:   <vcpu>1</vcpu>
Nov 29 05:05:07 user nova-compute[75027]:   <metadata>
Nov 29 05:05:07 user nova-compute[75027]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 05:05:07 user nova-compute[75027]:       <nova:package version="0.0.0"/>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1521233973</nova:name>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:creationTime>2023-11-29 05:05:07</nova:creationTime>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:flavor name="m1.tiny">
Nov 29 05:05:07 user nova-compute[75027]:         <nova:memory>512</nova:memory>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:disk>1</nova:disk>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:swap>0</nova:swap>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:vcpus>1</nova:vcpus>
Nov 29 05:05:07 user nova-compute[75027]:       </nova:flavor>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:owner>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:user uuid="26f381cffdfe4a7b8d1eeb5eff666271">tempest-SnapshotDataIntegrityTests-972889785-project-member</nova:user>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:project uuid="90a18493273647de9ca897cefea7f054">tempest-SnapshotDataIntegrityTests-972889785</nova:project>
Nov 29 05:05:07 user nova-compute[75027]:       </nova:owner>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:root type="image" uuid="0183ea01-fb01-48ae-aa79-c6b753973766"/>
Nov 29 05:05:07 user nova-compute[75027]:       <nova:ports>
Nov 29 05:05:07 user nova-compute[75027]:         <nova:port uuid="74997310-d0cd-44d9-98a8-c31895c6abc1">
Nov 29 05:05:07 user nova-compute[75027]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 05:05:07 user nova-compute[75027]:         </nova:port>
Nov 29 05:05:07 user nova-compute[75027]:       </nova:ports>
Nov 29 05:05:07 user nova-compute[75027]:     </nova:instance>
Nov 29 05:05:07 user nova-compute[75027]:   </metadata>
Nov 29 05:05:07 user nova-compute[75027]:   <sysinfo type="smbios">
Nov 29 05:05:07 user nova-compute[75027]:     <system>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="product">OpenStack Nova</entry>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="version">0.0.0</entry>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="serial">40c777c6-e311-44b4-87ff-4f37a8ce26a9</entry>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="uuid">40c777c6-e311-44b4-87ff-4f37a8ce26a9</entry>
Nov 29 05:05:07 user nova-compute[75027]:       <entry name="family">Virtual Machine</entry>
Nov 29 05:05:07 user nova-compute[75027]:     </system>
Nov 29 05:05:07 user nova-compute[75027]:   </sysinfo>
Nov 29 05:05:07 user nova-compute[75027]:   <os>
Nov 29 05:05:07 user nova-compute[75027]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 05:05:07 user nova-compute[75027]:     <boot dev="hd"/>
Nov 29 05:05:07 user nova-compute[75027]:     <smbios mode="sysinfo"/>
Nov 29 05:05:07 user nova-compute[75027]:   </os>
Nov 29 05:05:07 user nova-compute[75027]:   <features>
Nov 29 05:05:07 user nova-compute[75027]:     <acpi/>
Nov 29 05:05:07 user nova-compute[75027]:     <apic/>
Nov 29 05:05:07 user nova-compute[75027]:     <vmcoreinfo/>
Nov 29 05:05:07 user nova-compute[75027]:   </features>
Nov 29 05:05:07 user nova-compute[75027]:   <clock offset="utc">
Nov 29 05:05:07 user nova-compute[75027]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 05:05:07 user nova-compute[75027]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 05:05:07 user nova-compute[75027]:     <timer name="hpet" present="no"/>
Nov 29 05:05:07 user nova-compute[75027]:   </clock>
Nov 29 05:05:07 user nova-compute[75027]:   <cpu mode="custom" match="exact">
Nov 29 05:05:07 user nova-compute[75027]:     <model>Nehalem</model>
Nov 29 05:05:07 user nova-compute[75027]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 05:05:07 user nova-compute[75027]:   </cpu>
Nov 29 05:05:07 user nova-compute[75027]:   <devices>
Nov 29 05:05:07 user nova-compute[75027]:     <disk type="file" device="disk">
Nov 29 05:05:07 user nova-compute[75027]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 05:05:07 user nova-compute[75027]:       <source file="/opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk"/>
Nov 29 05:05:07 user nova-compute[75027]:       <target dev="vda" bus="virtio"/>
Nov 29 05:05:07 user nova-compute[75027]:     </disk>
Nov 29 05:05:07 user nova-compute[75027]:     <interface type="ethernet">
Nov 29 05:05:07 user nova-compute[75027]:       <mac address="fa:16:3e:4d:e8:d4"/>
Nov 29 05:05:07 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 05:05:07 user nova-compute[75027]:       <mtu size="1442"/>
Nov 29 05:05:07 user nova-compute[75027]:       <target dev="tap74997310-d0"/>
Nov 29 05:05:07 user nova-compute[75027]:     </interface>
Nov 29 05:05:07 user nova-compute[75027]:     <serial type="pty">
Nov 29 05:05:07 user nova-compute[75027]:       <log file="/opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/console.log" append="off"/>
Nov 29 05:05:07 user nova-compute[75027]:     </serial>
Nov 29 05:05:07 user nova-compute[75027]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 05:05:07 user nova-compute[75027]:     <video>
Nov 29 05:05:07 user nova-compute[75027]:       <model type="virtio"/>
Nov 29 05:05:07 user nova-compute[75027]:     </video>
Nov 29 05:05:07 user nova-compute[75027]:     <rng model="virtio">
Nov 29 05:05:07 user nova-compute[75027]:       <backend model="random">/dev/urandom</backend>
Nov 29 05:05:07 user nova-compute[75027]:     </rng>
Nov 29 05:05:07 user nova-compute[75027]:     <controller type="usb" index="0" model="none"/>
Nov 29 05:05:07 user nova-compute[75027]:     <memballoon model="virtio">
Nov 29 05:05:07 user nova-compute[75027]:       <stats period="10"/>
Nov 29 05:05:07 user nova-compute[75027]:     </memballoon>
Nov 29 05:05:07 user nova-compute[75027]:   </devices>
Nov 29 05:05:07 user nova-compute[75027]: </domain>
Nov 29 05:05:07 user nova-compute[75027]:  {{(pid=75027) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T05:05:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1521233973',display_name='tempest-SnapshotDataIntegrityTests-server-1521233973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1521233973',id=53,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLIl/H6JiIYGDW9S7fCq5ZO9ZRVr7PzFzZjrq/i8Cmr6O1VxpZz4kMXnLHIImcLP49agd7yrydACKBPYn8TCFK46SexUb0vr/NeJC26kk69jXXY159NKaFUO/SJoJxH9aQ==',key_name='tempest-keypair-338420478',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='90a18493273647de9ca897cefea7f054',ramdisk_id='',reservation_id='r-5ctg1yax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-972889785',owner_user_name='tempest-SnapshotDataIntegrityTests-972889785-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T05:05:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26f381cffdfe4a7b8d1eeb5eff666271',uuid=40c777c6-e311-44b4-87ff-4f37a8ce26a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converting VIF {"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG os_vif [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0') {{(pid=75027) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7e080169-468f-5f8b-9584-dfb3aec2a021', '_type': 'linux-noop'}}, row=False) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap74997310-d0, may_exist=True, interface_attrs={}) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap74997310-d0, col_values=(('qos', UUID('33b87e91-f284-40ba-b115-32c05678742c')),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap74997310-d0, col_values=(('external_ids', {'iface-id': '74997310-d0cd-44d9-98a8-c31895c6abc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:e8:d4', 'vm-uuid': '40c777c6-e311-44b4-87ff-4f37a8ce26a9'}),), if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:07 user nova-compute[75027]: INFO os_vif [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0')
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No VIF found with MAC fa:16:3e:4d:e8:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated VIF entry in instance network info cache for port 74997310-d0cd-44d9-98a8-c31895c6abc1. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG nova.network.neutron [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:05:07 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3cdb2cd3-49b9-43ed-9b5b-127b3be4344c req-fdd44ec7-4833-4d5a-8319-5dd78f09e0f4 service nova] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:05:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG nova.compute.manager [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] No waiting events found dispatching network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:05:09 user nova-compute[75027]: WARNING nova.compute.manager [req-cc7a430f-9c9a-4c82-951a-07d6dae393b1 req-03c4a4f9-520e-4ec9-9138-6fd9933fbdd6 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received unexpected event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 for instance with vm_state building and task_state spawning.
Nov 29 05:05:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:09 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:10 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Instance event wait completed in 0 seconds for  {{(pid=75027) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Guest created on hypervisor {{(pid=75027) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 05:05:11 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Instance spawned successfully.
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_cdrom_bus of ide {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_disk_bus of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_input_bus of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_pointer_model of None {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_video_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Found default for hw_vif_model of virtio {{(pid=75027) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.compute.manager [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] No waiting events found dispatching network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:05:11 user nova-compute[75027]: WARNING nova.compute.manager [req-9321abec-4594-4ab6-9ee2-e86c48760a59 req-418945d9-c5fe-4234-97c0-7bf8b5539914 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received unexpected event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 for instance with vm_state building and task_state spawning.
Nov 29 05:05:11 user nova-compute[75027]: INFO nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Took 5.86 seconds to spawn the instance on the hypervisor.
Nov 29 05:05:11 user nova-compute[75027]: DEBUG nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Checking state {{(pid=75027) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 05:05:11 user nova-compute[75027]: INFO nova.compute.manager [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Took 6.53 seconds to build instance.
Nov 29 05:05:11 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-89e08786-1ae6-4669-b5df-5b40c927f33b tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.654s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:17 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:18 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:18 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:05:19 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:05:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:05:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:05:32 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:05:32 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8768MB free_disk=24.920398712158203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:05:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.248s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:05:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:05:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:45 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:05:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:05:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:19 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:31 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:06:32 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:06:32 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8982MB free_disk=24.917011260986328GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:06:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:36 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-changed-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG nova.compute.manager [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Refreshing instance network info cache due to event network-changed-74997310-d0cd-44d9-98a8-c31895c6abc1. {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Refreshing network info cache for port 74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated VIF entry in instance network info cache for port 74997310-d0cd-44d9-98a8-c31895c6abc1. {{(pid=75027) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 05:06:55 user nova-compute[75027]: DEBUG nova.network.neutron [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:06:56 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-3da308ce-e02d-4bdc-b5a9-5a228d9d5a33 req-a337d165-6035-40b4-898e-e8fd231a0cfa service nova] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:06:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG nova.objects.instance [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:06:59 user nova-compute[75027]: INFO nova.compute.manager [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attaching volume 87af1f85-ccf5-402a-9abe-8c1c48e1b82c to /dev/vdb
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f55160a-a1b4-41d7-847b-ac5b0cae12c3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e060b1-f064-4278-b1e2-6ac5d300a64e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b85a34-39de-4e80-a5a7-2911f123f747]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[80859396-f231-4a53-b87e-596b3d2acacd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:06:59 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:06:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[476c8e93-b791-4fc8-829d-db792112f6d4]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG os_brick.utils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:06:59 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating existing volume attachment record: 9e6fd3c1-ad63-4ba6-98a9-1a898c90c8d7 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:07:00 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:05 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRecgWEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:07:08 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:07:08 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:07:08 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d167108d-02b8-4553-8090-f8a2e79afe52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:07:08 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[08800fe1-3c37-4a65-a429-9bb584e0b1bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c] added
Nov 29 05:07:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[123831e3-81c4-4f79-a770-c330a2239ee6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0430d4-6b6e-4e63-8727-95975cf475df]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IRecgWEA {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IRecgWEA" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[217242e0-cd72-4a2c-9830-ba99176e5aeb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IRecgWEA'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f65a0bc8-dd78-44a4-9e10-6029bbf8b871]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4caa2b2e-be54-427c-b054-a96f98c307ce]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:07:08 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:07:08 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:07:08 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:07:08 user nova-compute[75027]: 
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3f63b3-9692-4e86-a72a-f12c6fd279ad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260]
Nov 29 05:07:08 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260] successful.
Nov 29 05:07:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9edc4f5e-48c1-4723-ac73-6cda7bb93ecb]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d1415f5-8b8d-4d75-bda0-ef1a69266a47]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:08 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)
Nov 29 05:07:08 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)
Nov 29 05:07:09 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2923ef90-06ee-4dec-bfc1-a1281d29e7bb]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:07:09 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRecgWEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== connect_volume: return (1271ms) {'type': 'block', 'scsi_wwn': '26464613936653431', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464613936653431', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.objects.instance [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:07:10 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:07:10 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:07:10 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:07:10 user nova-compute[75027]:   <serial>87af1f85-ccf5-402a-9abe-8c1c48e1b82c</serial>
Nov 29 05:07:10 user nova-compute[75027]: </disk>
Nov 29 05:07:10 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No VIF found with MAC fa:16:3e:4d:e8:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:07:10 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-943a8099-759a-43c9-ba3c-49c75e499b45 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.331s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:15 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:07:20 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:21 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:07:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:23 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 05:07:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:07:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:07:24 user nova-compute[75027]: INFO nova.compute.manager [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Detaching volume 87af1f85-ccf5-402a-9abe-8c1c48e1b82c
Nov 29 05:07:24 user nova-compute[75027]: INFO nova.virt.block_device [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attempting to driver detach volume 87af1f85-ccf5-402a-9abe-8c1c48e1b82c from mountpoint /dev/vdb
Nov 29 05:07:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Attempting to detach device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:07:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:07:24 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:07:24 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:07:24 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:07:24 user nova-compute[75027]:   <serial>87af1f85-ccf5-402a-9abe-8c1c48e1b82c</serial>
Nov 29 05:07:24 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:07:24 user nova-compute[75027]: </disk>
Nov 29 05:07:24 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:07:24 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config.
Nov 29 05:07:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:07:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:07:24 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:07:24 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:07:24 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:07:24 user nova-compute[75027]:   <serial>87af1f85-ccf5-402a-9abe-8c1c48e1b82c</serial>
Nov 29 05:07:24 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:07:24 user nova-compute[75027]: </disk>
Nov 29 05:07:24 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:07:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:07:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:29 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:33 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:34 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:07:34 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8998MB free_disk=24.915699005126953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 05:07:34 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 05:07:36 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:07:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:07:44 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 is timed out.
Nov 29 05:07:44 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config.
Nov 29 05:07:44 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRecgWEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:07:44 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1c4962-252f-446e-b2e4-b7b8b263b000]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:07:44 user nova-compute[75027]: No targets found.
Nov 29 05:07:44 user nova-compute[75027]: iSNS:
Nov 29 05:07:44 user nova-compute[75027]: No targets found.
Nov 29 05:07:44 user nova-compute[75027]: STATIC:
Nov 29 05:07:44 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c
Nov 29 05:07:44 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:07:44 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:07:44 user nova-compute[75027]: FIRMWARE:
Nov 29 05:07:44 user nova-compute[75027]: No targets found.
Nov 29 05:07:44 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:07:44 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:07:44 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:07:44 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1cbc0ab-65f5-465f-ae52-d4cad9fa213c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a712259-522c-411d-8200-82e3b08cc734]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)
Nov 29 05:07:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c (non-flash)
Nov 29 05:07:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f0466290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f170d1e2-b619-4411-82c8-733fb241e4af]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a4c938-e377-4d0b-a7ca-8969360e8140]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf231f1-7ee2-4f72-896c-ee3580144e25]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9300e05b-13e2-4220-9ded-6dd02aa65fa5]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f14500-f25d-4498-b374-439e8fe0d614]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23acae7-bb08-4317-a673-23830e6bd7af]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260]
Nov 29 05:07:45 user nova-compute[75027]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c, portal: 172.16.0.220,3260] successful.
Nov 29 05:07:45 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87af1f85-ccf5-402a-9abe-8c1c48e1b82c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3cd24cf-e0c3-4bfd-b88d-5aae9fb24a58]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== disconnect_volume: return (284ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:07:45 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:07:46 user nova-compute[75027]: DEBUG nova.objects.instance [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:07:46 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-8b7a7414-3329-47d3-af68-6c91d675c20c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.749s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:07:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:07:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:07:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:17 user nova-compute[75027]: INFO nova.compute.manager [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attaching volume 8a39cda4-49b2-4ba7-9423-20ba15834f0c to /dev/vdb
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.utils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[93fa977d-7a9c-47dc-ab4b-b0d5d222fac4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b589634-9c8c-4d14-9dbd-689198c21ff9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b378ce7f-9ba0-471a-b7d0-9840cf2c716c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c49d0b-4a12-4436-a15f-2376651f65cb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:08:17 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:08:17 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc8b1dd-d7f1-4c7c-8d52-370d3fd3aae8]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG os_brick.utils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:08:17 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating existing volume attachment record: 583214e0-3faf-4bc9-bff4-2c0fe8f1b9f5 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:08:20 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:20 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:20 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:08:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'leNFZwSt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:08:24 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:08:24 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:08:24 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b59dfce-7c86-4943-b3bd-5e7e52b86e43]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:08:24 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[178a3b4d-d316-4169-9044-5881aacde507]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c] added
Nov 29 05:08:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2f95b6-e194-4d6c-8b0a-7e6b77323f53]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d2cc86-f9f5-46e4-a86c-edccae11d804]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v leNFZwSt {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v leNFZwSt" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[300fb789-ec6e-4244-b829-2ccc88a0040a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'leNFZwSt'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2d78d5-73fd-406b-ac1a-19a96598065d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[047c8bcc-601f-47b4-bc7a-c60dafde3b7c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:08:24 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:08:24 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:08:24 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:08:24 user nova-compute[75027]: 
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4dd244-5015-43dc-adfa-55766a1d651b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260]
Nov 29 05:08:24 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260] successful.
Nov 29 05:08:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[29800bd0-a4a2-45de-991b-f1a2079917e6]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9288bfeb-501a-41d7-b805-7fcb17817390]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)
Nov 29 05:08:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)
Nov 29 05:08:24 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3456dc7b-88d2-4715-b3f5-87b366cb68f5]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:08:24 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'leNFZwSt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:08:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:08:25 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23461643662373433', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:08:25 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461643662373433', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:08:25 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:08:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:08:26 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:08:26 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:08:26 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:08:26 user nova-compute[75027]:   <serial>8a39cda4-49b2-4ba7-9423-20ba15834f0c</serial>
Nov 29 05:08:26 user nova-compute[75027]: </disk>
Nov 29 05:08:26 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:08:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:08:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:08:26 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No VIF found with MAC fa:16:3e:4d:e8:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:08:26 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c88b213a-6d6e-49c2-b305-708ee5b011e1 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.883s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:28 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Triggering sync for uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 05:08:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:28 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:29 user nova-compute[75027]: INFO nova.compute.manager [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Detaching volume 8a39cda4-49b2-4ba7-9423-20ba15834f0c
Nov 29 05:08:29 user nova-compute[75027]: INFO nova.virt.block_device [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attempting to driver detach volume 8a39cda4-49b2-4ba7-9423-20ba15834f0c from mountpoint /dev/vdb
Nov 29 05:08:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Attempting to detach device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:08:29 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:08:29 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:08:29 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:08:29 user nova-compute[75027]:   <serial>8a39cda4-49b2-4ba7-9423-20ba15834f0c</serial>
Nov 29 05:08:29 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:08:29 user nova-compute[75027]: </disk>
Nov 29 05:08:29 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:08:29 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config.
Nov 29 05:08:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:08:29 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:08:29 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:08:29 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:08:29 user nova-compute[75027]:   <serial>8a39cda4-49b2-4ba7-9423-20ba15834f0c</serial>
Nov 29 05:08:29 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:08:29 user nova-compute[75027]: </disk>
Nov 29 05:08:29 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:08:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:35 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:08:35 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8992MB free_disk=24.914756774902344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:08:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:08:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:49 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 is timed out.
Nov 29 05:08:49 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config.
Nov 29 05:08:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'leNFZwSt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:08:49 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe95795-cee8-4dbf-a2d6-e6f9078a16ff]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:08:49 user nova-compute[75027]: No targets found.
Nov 29 05:08:49 user nova-compute[75027]: iSNS:
Nov 29 05:08:49 user nova-compute[75027]: No targets found.
Nov 29 05:08:49 user nova-compute[75027]: STATIC:
Nov 29 05:08:49 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c
Nov 29 05:08:49 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:08:49 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:08:49 user nova-compute[75027]: FIRMWARE:
Nov 29 05:08:49 user nova-compute[75027]: No targets found.
Nov 29 05:08:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:08:49 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:08:49 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[5255357d-81cb-4664-ad24-78bd1e0ad26f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6baec4c9-2710-4b33-868b-d3d1aa1cb999]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)
Nov 29 05:08:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c (non-flash)
Nov 29 05:08:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa082bd990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6dc0843-1df8-4b33-8502-e3c6d2ae3f50]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9525620-35b5-4a5e-8afc-bebf5b08dd90]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0dfb5b-cdd9-48df-9b1c-111f7acdce9c]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f70c9e3-2651-4437-bc31-e43a8160f614]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54f074e-67e0-4433-8753-efe414fae972]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa84417-6bf0-4172-a957-c09d060334cc]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260]
Nov 29 05:08:49 user nova-compute[75027]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c, portal: 172.16.0.220,3260] successful.
Nov 29 05:08:49 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a39cda4-49b2-4ba7-9423-20ba15834f0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67d0436-d1b5-4ce3-b42e-3b4e8911e3ad]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== disconnect_volume: return (274ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:08:49 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:08:50 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:08:50 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c5caee1d-280a-440f-b55e-b5b46fdc9947 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.607s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:08:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:08:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:09:22 user nova-compute[75027]: INFO nova.compute.manager [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attaching volume 05779ffb-eee2-4b6c-ad86-09392718b85c to /dev/vdb
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.utils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7014eb4-f870-4fdc-ba4a-d13b608983d3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f197a64-8460-4079-949e-14acc125dd32]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4763528-63be-42ac-aba8-7c8e159aff98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3403d2-0cfc-4d38-b108-0d7687d18005]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:09:22 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:09:22 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e9b754-1c7c-4006-a0a6-fc723f09ccc4]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG os_brick.utils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:09:22 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating existing volume attachment record: 0e6a71fb-705f-4538-9ffe-926a88d1c101 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:09:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:09:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:09:25 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'whCQMKNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:09:29 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:09:29 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:09:29 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c733f42e-aa45-4dd0-9849-93c315f8b681]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:09:29 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb18e6ec-cf4f-4b72-b7d9-d7fb8ad4df64]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c] added
Nov 29 05:09:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a732f26f-f990-4999-8680-051bd03fccbc]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[782a9c98-a8b7-47f6-999b-2954e57a3a95]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v whCQMKNZ {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v whCQMKNZ" returned: 0 in 0.026s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9d391b-2297-4527-ac25-71d8a6c768a3]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'whCQMKNZ'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2570fd21-56a5-4e2f-b748-06c06e34bf50]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[356c739d-e7fe-42f2-ab26-ce276f4c518b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:09:29 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:09:29 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:09:29 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:09:29 user nova-compute[75027]: 
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d368d11-eb01-4299-9015-d01c0a570713]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260]
Nov 29 05:09:29 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260] successful.
Nov 29 05:09:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a30b312-4ebf-4bb5-9005-e627c52d91e1]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e974d8b3-bcd2-45b5-b0f1-857fb668ddfb]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)
Nov 29 05:09:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)
Nov 29 05:09:29 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[94eee0b3-41b2-4372-9f88-6b61261fb0ef]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:09:29 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'whCQMKNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:09:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:09:30 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23063363033633166', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:09:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23063363033633166', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:09:30 user nova-compute[75027]: DEBUG nova.objects.instance [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:09:30 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:09:30 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:09:30 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:09:30 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:09:30 user nova-compute[75027]:   <serial>05779ffb-eee2-4b6c-ad86-09392718b85c</serial>
Nov 29 05:09:30 user nova-compute[75027]: </disk>
Nov 29 05:09:30 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No VIF found with MAC fa:16:3e:4d:e8:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-3e42b087-8b3b-485b-bcdd-6cfac3e9cbd8 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.838s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:31 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5006 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:09:34 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:09:34 user nova-compute[75027]: INFO nova.compute.manager [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Detaching volume 05779ffb-eee2-4b6c-ad86-09392718b85c
Nov 29 05:09:34 user nova-compute[75027]: INFO nova.virt.block_device [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attempting to driver detach volume 05779ffb-eee2-4b6c-ad86-09392718b85c from mountpoint /dev/vdb
Nov 29 05:09:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Attempting to detach device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:09:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:09:34 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:09:34 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:09:34 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:09:34 user nova-compute[75027]:   <serial>05779ffb-eee2-4b6c-ad86-09392718b85c</serial>
Nov 29 05:09:34 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:09:34 user nova-compute[75027]: </disk>
Nov 29 05:09:34 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:09:34 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config.
Nov 29 05:09:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:09:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:09:34 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:09:34 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:09:34 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:09:34 user nova-compute[75027]:   <serial>05779ffb-eee2-4b6c-ad86-09392718b85c</serial>
Nov 29 05:09:34 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:09:34 user nova-compute[75027]: </disk>
Nov 29 05:09:34 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:09:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:35 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:09:36 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9009MB free_disk=24.913818359375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:09:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:09:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:40 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:54 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 is timed out.
Nov 29 05:09:54 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config.
Nov 29 05:09:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'whCQMKNZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:09:54 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[283f9eb6-416c-435a-92ec-84e2c5aa0b6f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:09:54 user nova-compute[75027]: No targets found.
Nov 29 05:09:54 user nova-compute[75027]: iSNS:
Nov 29 05:09:54 user nova-compute[75027]: No targets found.
Nov 29 05:09:54 user nova-compute[75027]: STATIC:
Nov 29 05:09:54 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c
Nov 29 05:09:54 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:09:54 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:09:54 user nova-compute[75027]: FIRMWARE:
Nov 29 05:09:54 user nova-compute[75027]: No targets found.
Nov 29 05:09:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:09:54 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:09:54 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e4de6f-3bd4-421d-b67c-bca07f428510]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53e0886-887e-4c67-a956-cae8a9358e2b]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)
Nov 29 05:09:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c (non-flash)
Nov 29 05:09:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9f033e290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c29fc280-2519-4480-ae9e-7e8e9154afa9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[b174a778-616d-4d9a-9056-b27f618412b3]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b1672d-7f8d-449a-9206-0f7fd476412a]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a8c9967-a4b4-446d-83a1-e784f221e34f]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82aa749-1c0f-44c2-8727-407bc5101385]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e01f6b-63c8-473c-a9f8-2f0d15434400]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260]
Nov 29 05:09:54 user nova-compute[75027]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c, portal: 172.16.0.220,3260] successful.
Nov 29 05:09:54 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05779ffb-eee2-4b6c-ad86-09392718b85c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[11676adc-a0ec-43aa-96f2-2d72708d7ade]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== disconnect_volume: return (293ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:09:54 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:09:55 user nova-compute[75027]: DEBUG nova.objects.instance [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:09:55 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-75df26d7-f2c8-4c91-9f9a-86310491c12c tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.724s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:09:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:23 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:10:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:10:27 user nova-compute[75027]: INFO nova.compute.manager [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attaching volume 41d8a472-4c09-49d1-ab1c-de7e4ee165fd to /dev/vdb
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.utils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8565fd8c-ac06-41e6-afd8-18e2253e3f69]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d5e425fbec3\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dcdd4c-97d5-4e7d-8964-0f1f437c894a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eff8afc-c136-49f7-a372-96d7f69c984d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d44cc2-05f8-4b9f-86b7-650f630ffac0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Running cmd (subprocess): nvme version {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] 'nvme version' failed. Not Retrying. {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] nvme not present on system {{(pid=75027) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 05:10:27 user nova-compute[75027]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 05:10:27 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[797221fc-80b6-46f6-8a20-697e9c68520b]: (4, '') {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75027) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.lightos [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] LIGHTOS: no hostnqn found. {{(pid=75027) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG os_brick.utils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d5e425fbec3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG nova.virt.block_device [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating existing volume attachment record: 23abf1f3-313d-4477-b93c-8b1f70dae023 {{(pid=75027) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 05:10:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:30 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:30 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Calling os-brick to attach iSCSI Volume {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxbHSyoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:10:34 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:10:34 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:10:34 user nova-compute[75027]: INFO os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fd902d-6cd2-48cd-bd7b-bc59456d62c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 05:10:34 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abf4c1c-5055-4151-96a7-49e6fad14784]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd] added\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd] added
Nov 29 05:10:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[727db752-5d1c-4ba5-be65-1774def36c8d]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7720f68a-c1b3-410b-bc87-fa05e93640a4]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NxbHSyoi {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NxbHSyoi" returned: 0 in 0.023s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14ccadc-8e88-4fd6-a6e9-3916a4c64106]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NxbHSyoi'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[748d70d3-b444-4683-8fc9-b4e626baafd7]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[9135b557-4075-4b2e-a724-8ad625f3d35a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:10:34 user nova-compute[75027]:  {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 05:10:34 user nova-compute[75027]:  {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:10:34 user nova-compute[75027]: WARNING os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 05:10:34 user nova-compute[75027]: 
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --login {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b2feef-a3b4-45f9-953b-c06c9ff23655]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260]
Nov 29 05:10:34 user nova-compute[75027]: Login to [iface: default, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260] successful.
Nov 29 05:10:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0c2ec6-ca29-4182-beed-14df23d4d21b]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[e315db07-c48c-4718-a1da-dc296be81c33]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)
Nov 29 05:10:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)
Nov 29 05:10:34 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to 172.16.0.220:3260 {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75027) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75027) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f21744-34c8-4178-bf1a-417d6e2d41df]: (4, ('- - 0', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75027) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 05:10:34 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxbHSyoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75027) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 05:10:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:10:35 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23937356161366237', 'path': '/dev/sdb'} {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:10:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937356161366237', 'path': '/dev/sdb'} {{(pid=75027) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 05:10:35 user nova-compute[75027]: DEBUG nova.objects.instance [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:10:35 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 05:10:35 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:10:35 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:10:35 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:10:35 user nova-compute[75027]:   <serial>41d8a472-4c09-49d1-ab1c-de7e4ee165fd</serial>
Nov 29 05:10:35 user nova-compute[75027]: </disk>
Nov 29 05:10:35 user nova-compute[75027]:  {{(pid=75027) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 05:10:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vda, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:10:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75027) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 05:10:36 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] No VIF found with MAC fa:16:3e:4d:e8:d4, not building metadata {{(pid=75027) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 05:10:36 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-c2f8a9f6-2afa-4512-a585-52dd76c5c161 tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.955s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:37 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75027) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 05:10:38 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:10:38 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=8988MB free_disk=24.912857055664062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.230s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:10:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:10:38 user nova-compute[75027]: INFO nova.compute.manager [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Detaching volume 41d8a472-4c09-49d1-ab1c-de7e4ee165fd
Nov 29 05:10:39 user nova-compute[75027]: INFO nova.virt.block_device [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Attempting to driver detach volume 41d8a472-4c09-49d1-ab1c-de7e4ee165fd from mountpoint /dev/vdb
Nov 29 05:10:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Attempting to detach device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config. {{(pid=75027) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 05:10:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:10:39 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:10:39 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:10:39 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:10:39 user nova-compute[75027]:   <serial>41d8a472-4c09-49d1-ab1c-de7e4ee165fd</serial>
Nov 29 05:10:39 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:10:39 user nova-compute[75027]: </disk>
Nov 29 05:10:39 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:10:39 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the persistent domain config.
Nov 29 05:10:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config. {{(pid=75027) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 05:10:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.guest [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 05:10:39 user nova-compute[75027]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 05:10:39 user nova-compute[75027]:   <source dev="/dev/sdb"/>
Nov 29 05:10:39 user nova-compute[75027]:   <target dev="vdb" bus="virtio"/>
Nov 29 05:10:39 user nova-compute[75027]:   <serial>41d8a472-4c09-49d1-ab1c-de7e4ee165fd</serial>
Nov 29 05:10:39 user nova-compute[75027]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 05:10:39 user nova-compute[75027]: </disk>
Nov 29 05:10:39 user nova-compute[75027]:  {{(pid=75027) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 05:10:39 user nova-compute[75027]: DEBUG nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 05:10:40 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:42 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:10:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:10:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:10:57 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:10:59 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 is timed out.
Nov 29 05:10:59 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully detached device vdb from instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 from the live domain config.
Nov 29 05:10:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] calling os-brick to detach iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7faa080a4220>, {'target_iqn': 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxbHSyoi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 05:10:59 user nova-compute[75027]: WARNING os_brick.initiator.connectors.base [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bd5db6-822a-4eda-bfc4-2b060ad9e526]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 05:10:59 user nova-compute[75027]: No targets found.
Nov 29 05:10:59 user nova-compute[75027]: iSNS:
Nov 29 05:10:59 user nova-compute[75027]: No targets found.
Nov 29 05:10:59 user nova-compute[75027]: STATIC:
Nov 29 05:10:59 user nova-compute[75027]: Target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd
Nov 29 05:10:59 user nova-compute[75027]:         Portal: 172.16.0.220:3260,-1
Nov 29 05:10:59 user nova-compute[75027]:                 Iface Name: default
Nov 29 05:10:59 user nova-compute[75027]: FIRMWARE:
Nov 29 05:10:59 user nova-compute[75027]: No targets found.
Nov 29 05:10:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 05:10:59 user nova-compute[75027]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 05:10:59 user nova-compute[75027]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75027) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd', 0)] {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3342990-9a2e-445c-b733-482c175ecf70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[c97b65e2-bd7c-47d2-84e5-9cc26140bac1]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)
Nov 29 05:10:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd (non-flash)
Nov 29 05:10:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7faa00225870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd'): ({'sdb'}, set())}) {{(pid=75027) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Removing single pathed devices sdb {{(pid=75027) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a780d2-fb30-4be5-a474-2dd00843b453]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[854bb831-752a-47c9-888e-7888638b465f]: (4, ('ok\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Flushing IO for device /dev/sdb {{(pid=75027) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[76cb92d8-96cf-4294-a53b-f32ae80a22e8]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75027) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f4e4ce-af8c-4ba5-a15d-3e2bf32d36ba]: (4, ('1', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.linuxscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] SCSI volumes sdb have been removed. {{(pid=75027) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd')] {{(pid=75027) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6426fa1-eeea-41a5-b0c4-51e0482f22c0]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --logout {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec8157f-b23c-46e4-a593-a7a7671bcd82]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260]
Nov 29 05:10:59 user nova-compute[75027]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd, portal: 172.16.0.220,3260] successful.
Nov 29 05:10:59 user nova-compute[75027]:  stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op delete {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:41d8a472-4c09-49d1-ab1c-de7e4ee165fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85508) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d852860-3f2a-49ce-b5a7-bf7dcb476203]: (4, ('', '')) {{(pid=85508) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75027) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.base [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] <== disconnect_volume: return (283ms) None {{(pid=75027) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 05:10:59 user nova-compute[75027]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Disconnected iSCSI Volume {{(pid=75027) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 05:11:00 user nova-compute[75027]: DEBUG nova.objects.instance [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'flavor' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:11:00 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-9d21e0b5-57ec-485a-b108-947cd32ebffc tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.655s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:02 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:07 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:12 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:17 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:22 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquired lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Forcefully refreshing network info cache for instance {{(pid=75027) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.objects.instance [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lazy-loading 'info_cache' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.network.neutron [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [{"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Releasing lock "refresh_cache-40c777c6-e311-44b4-87ff-4f37a8ce26a9" {{(pid=75027) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updated the network info_cache for instance {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 05:11:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:27 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:32 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:33 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:37 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 05:11:38 user nova-compute[75027]: DEBUG oslo_concurrency.processutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75027) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 05:11:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:11:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9011MB free_disk=24.91202163696289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75027) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:11:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:42 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:11:47 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:52 user nova-compute[75027]: INFO nova.compute.manager [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Terminating instance
Nov 29 05:11:52 user nova-compute[75027]: DEBUG nova.compute.manager [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Start destroying the instance on the hypervisor. {{(pid=75027) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-unplugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] No waiting events found dispatching network-vif-unplugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG nova.compute.manager [req-fab92345-c84b-4bca-9899-bed0426ee92e req-c0ded31d-5e5a-4841-929a-7b3a3dce2995 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-unplugged-74997310-d0cd-44d9-98a8-c31895c6abc1 for instance with task_state deleting. {{(pid=75027) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 05:11:52 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Instance destroyed successfully.
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.objects.instance [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lazy-loading 'resources' on Instance uuid 40c777c6-e311-44b4-87ff-4f37a8ce26a9 {{(pid=75027) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.virt.libvirt.vif [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T05:05:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1521233973',display_name='tempest-SnapshotDataIntegrityTests-server-1521233973',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1521233973',id=53,image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLIl/H6JiIYGDW9S7fCq5ZO9ZRVr7PzFzZjrq/i8Cmr6O1VxpZz4kMXnLHIImcLP49agd7yrydACKBPYn8TCFK46SexUb0vr/NeJC26kk69jXXY159NKaFUO/SJoJxH9aQ==',key_name='tempest-keypair-338420478',keypairs=<?>,launch_index=0,launched_at=2023-11-29T05:05:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='90a18493273647de9ca897cefea7f054',ramdisk_id='',reservation_id='r-5ctg1yax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0183ea01-fb01-48ae-aa79-c6b753973766',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-972889785',owner_user_name='tempest-SnapshotDataIntegrityTests-972889785-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T05:05:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26f381cffdfe4a7b8d1eeb5eff666271',uuid=40c777c6-e311-44b4-87ff-4f37a8ce26a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converting VIF {"id": "74997310-d0cd-44d9-98a8-c31895c6abc1", "address": "fa:16:3e:4d:e8:d4", "network": {"id": "1523fc4f-3e73-47c2-96e6-8c43e310d932", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-275973912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90a18493273647de9ca897cefea7f054", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74997310-d0", "ovs_interfaceid": "74997310-d0cd-44d9-98a8-c31895c6abc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.network.os_vif_util [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0') {{(pid=75027) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG os_vif [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0') {{(pid=75027) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74997310-d0, bridge=br-int, if_exists=True) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33b87e91-f284-40ba-b115-32c05678742c) {{(pid=75027) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:11:53 user nova-compute[75027]: INFO os_vif [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:e8:d4,bridge_name='br-int',has_traffic_filtering=True,id=74997310-d0cd-44d9-98a8-c31895c6abc1,network=Network(1523fc4f-3e73-47c2-96e6-8c43e310d932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74997310-d0')
Nov 29 05:11:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Deleting instance files /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9_del
Nov 29 05:11:53 user nova-compute[75027]: INFO nova.virt.libvirt.driver [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Deletion of /opt/stack/data/nova/instances/40c777c6-e311-44b4-87ff-4f37a8ce26a9_del complete
Nov 29 05:11:53 user nova-compute[75027]: INFO nova.compute.manager [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 05:11:53 user nova-compute[75027]: DEBUG oslo.service.loopingcall [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75027) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.compute.manager [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Deallocating network for instance {{(pid=75027) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] deallocate_for_instance() {{(pid=75027) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 05:11:53 user nova-compute[75027]: DEBUG nova.network.neutron [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Updating instance_info_cache with network_info: [] {{(pid=75027) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 05:11:54 user nova-compute[75027]: INFO nova.compute.manager [-] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Took 0.74 seconds to deallocate network for instance.
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-631268fc-85d1-4c9f-86ff-c4393c31bee9 req-14e03f64-c4c6-455d-840e-329b44239c0b service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-deleted-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.129s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:54 user nova-compute[75027]: INFO nova.scheduler.client.report [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Deleted allocations for instance 40c777c6-e311-44b4-87ff-4f37a8ce26a9
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-213a4182-98e0-453d-8b49-4cea2f98dcec tempest-SnapshotDataIntegrityTests-972889785 tempest-SnapshotDataIntegrityTests-972889785-project-member] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.978s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] Acquiring lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] Lock "40c777c6-e311-44b4-87ff-4f37a8ce26a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:11:54 user nova-compute[75027]: DEBUG nova.compute.manager [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] No waiting events found dispatching network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 {{(pid=75027) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 05:11:54 user nova-compute[75027]: WARNING nova.compute.manager [req-00c2cd76-5a35-492e-b423-08cf84258887 req-e68c99c2-cd82-4c45-b116-3b1aad0cd204 service nova] [instance: 40c777c6-e311-44b4-87ff-4f37a8ce26a9] Received unexpected event network-vif-plugged-74997310-d0cd-44d9-98a8-c31895c6abc1 for instance with vm_state deleted and task_state None.
Nov 29 05:11:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:12:25 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:12:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:12:25 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 05:12:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances with incomplete migration  {{(pid=75027) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:12:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:12:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:12:39 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:12:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9161MB free_disk=24.93148422241211GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:12:39 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing inventories for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating ProviderTree inventory for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Updating inventory in ProviderTree for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing aggregate associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, aggregates: None {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Refreshing trait associations for resource provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad, traits: COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_DEVICE_TAGGING,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=75027) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:12:40 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.451s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:12:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:43 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:44 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Cleaning up deleted instances {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 05:12:44 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] There are 0 instances to clean {{(pid=75027) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 05:12:46 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:49 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:12:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:12:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75027) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75027) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 05:13:23 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:24 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:24 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75027) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 05:13:26 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Starting heal instance info cache {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 05:13:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Rebuilding the list of instances to heal {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 05:13:26 user nova-compute[75027]: DEBUG nova.compute.manager [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Didn't find any instances for network info cache update. {{(pid=75027) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 05:13:27 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:28 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:28 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:32 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:33 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:34 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:36 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:38 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Auditing locally available compute resources for user (node: user) {{(pid=75027) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 05:13:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:13:41 user nova-compute[75027]: WARNING nova.virt.libvirt.driver [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Hypervisor/Node resource view: name=user free_ram=9246MB free_disk=24.923377990722656GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75027) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75027) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.provider_tree [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed in ProviderTree for provider: 888eb1ca-2aa7-4a91-b618-493f38f8f2ad {{(pid=75027) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.scheduler.client.report [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Inventory has not changed for provider 888eb1ca-2aa7-4a91-b618-493f38f8f2ad based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75027) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG nova.compute.resource_tracker [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Compute_service record updated for user:user {{(pid=75027) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 05:13:41 user nova-compute[75027]: DEBUG oslo_concurrency.lockutils [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.122s {{(pid=75027) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 05:13:43 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:44 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:44 user nova-compute[75027]: DEBUG oslo_service.periodic_task [None req-1a869b91-d5aa-4b03-aa90-54a619657c5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75027) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 05:13:48 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:13:53 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 05:13:58 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:14:03 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:14:08 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:14:13 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 05:14:18 user nova-compute[75027]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75027) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}